-- Logs begin at Tue 2022-03-08 07:43:38 UTC, end at Tue 2022-03-08 08:53:30 UTC. -- Mar 08 08:24:26.840122 dv-cinder-832499-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 08:24:29.744393 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.common.config [-] Logging enabled! Mar 08 08:24:29.745022 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 08:24:29.745187 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103261) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 08:24:29.748477 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.common.config [-] Logging enabled! Mar 08 08:24:29.748733 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 08:24:29.749046 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103261) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 08:24:29.749993 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 08:24:29.750238 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 08:24:29.750606 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 08:24:29.750853 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 08:24:29.751484 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 08:24:29.751808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.752229 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 08:24:29.752555 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.752857 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.753155 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.753451 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.753744 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.754053 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.754350 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.754649 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.754937 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.755217 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.755501 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.755793 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.756112 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.756410 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.756700 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.756982 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] debug = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.757262 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.757690 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.758129 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.758414 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.758705 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.759000 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.759257 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.759531 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.759813 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.760143 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] host = dv-cinder-832499-1-iscsi {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.760421 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.760708 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.760993 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.761280 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.761555 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.761829 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.762144 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.762419 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.762690 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] log_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.762964 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.763256 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.763544 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.763833 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.764059 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.764289 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.764577 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.764862 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.765135 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.765406 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.765678 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.766030 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.766250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.766518 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.766802 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.767084 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.767367 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.767639 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.767912 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.768182 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.768452 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.768737 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.769009 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.769280 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.769551 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.769836 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.770135 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.770416 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.770714 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.770999 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.771283 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.771565 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.771927 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.772213 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.772485 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.772755 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.773023 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] use_json = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.773292 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.773563 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.773840 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.774139 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.774414 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.774685 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.774953 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.775236 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.775505 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:29.775798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.776095 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.776397 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.776699 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.776989 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.777267 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.777554 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.777830 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.778147 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.778439 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.778728 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.779006 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.779308 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.779595 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.779889 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.780193 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.780488 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.780779 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.781055 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.781331 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.781607 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.781886 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.782248 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.782532 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.782823 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.783113 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.783392 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.783694 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.783980 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.784283 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.784573 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.784850 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.785128 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.785421 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.785698 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.785991 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.786272 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.786564 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.786844 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.787116 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.787921 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.788198 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.788471 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.788744 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.789021 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.789322 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.789585 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.789856 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.790156 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.790431 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.790700 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.790984 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.791260 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.791531 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.791801 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.792076 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.792346 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.792614 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.792891 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.793164 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.793439 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.793718 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.794009 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.794283 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.794555 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.794831 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.795104 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.795380 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.795657 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.795928 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.796197 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.796471 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.796742 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.797018 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.797307 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.797603 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.797882 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.798187 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.798468 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.798747 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.799026 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.799304 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.799583 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.799863 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.800138 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.800429 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.800712 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.800999 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.801300 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.801579 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.801876 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.802176 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.802452 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.802734 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.803649 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.803929 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.804215 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.804499 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.804804 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.805100 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.805397 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.805693 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.806009 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.806294 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.806601 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.806883 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:29.807103 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 08:24:29.807344 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103261) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 08:24:30.178259 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 08:24:30.178538 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 08:24:30.178850 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 08:24:30.179332 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 08:24:30.509009 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.509232 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.509509 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.510843 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.511122 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.511392 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.557130 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.557409 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.557677 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.572575 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.572858 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.573131 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.601912 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.602222 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.602494 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.639876 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.640156 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.640424 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.985695 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.986383 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.986383 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.986546 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:30.987197 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.086660 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.086985 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.087273 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.087548 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.087816 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.088127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.088390 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.088649 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.088904 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.089188 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.089449 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.089713 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.089984 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.090243 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.090499 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.090762 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.091017 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.091286 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.091555 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.091812 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.092084 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.092338 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.092621 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.092995 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.093248 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.093495 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.093887 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:24:31.094155 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:24:31.094395 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:24:31.094630 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:24:31.094865 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:24:31.095098 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:24:31.095465 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 08:24:31.098579 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 08:24:31.102671 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 08:24:31.106385 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 08 08:24:31.108034 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 08:24:31.108506 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 08:24:31.108842 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 08:24:31.109229 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 08:24:31.112084 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 08:24:31.112332 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 08:24:31.112681 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 08:24:31.118096 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 08:24:31.142389 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 08:24:31.142958 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.143147 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103261) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 08:24:31.143522 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.144899 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103261) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 08:24:31.145185 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 08:24:31.145434 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 08:24:31.148799 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.149081 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:31.211908 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 08:24:31.212154 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 08:24:31.212395 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 08:24:31.212769 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 08:24:31.233157 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_db.sqlalchemy.engines [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103261) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 08:24:31.818136 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Initializing driver for type 'gre' Mar 08 08:24:31.819484 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] gre ID ranges: [(1, 1000)] Mar 08 08:24:31.995378 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Initializing driver for type 'local' Mar 08 08:24:31.995992 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Initializing driver for type 'vlan' Mar 08 08:24:32.087012 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] VlanTypeDriver initialization complete Mar 08 08:24:32.087342 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Initializing driver for type 'vxlan' Mar 08 08:24:32.087869 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] vxlan ID ranges: [(1, 1000)] Mar 08 08:24:32.327182 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Initializing extension driver 'port_security' Mar 08 08:24:32.327456 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] PortSecurityExtensionDriver initialization complete Mar 08 08:24:32.327795 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Initializing mechanism driver 'openvswitch' Mar 08 08:24:32.328121 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Initializing mechanism driver 'hyperv' Mar 08 08:24:32.335466 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:24:32.336323 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > port after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.336698 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > port after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.337057 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > port after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.337689 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:24:32.338159 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > subnet after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.338520 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > subnet after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.338870 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.339280 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:24:32.339693 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > network after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.340042 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > network after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.340386 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > network after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.340790 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:24:32.341207 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > security_group after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.341564 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > security_group after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.341906 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.342339 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:24:32.342799 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.343146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.343490 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.343894 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:24:32.344302 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > address_group after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.344650 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > address_group after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.344993 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.345395 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:24:32.345841 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] ML2 OVO RPC backend initialized. {{(pid=103261) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 08:24:32.346578 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.346936 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.347348 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > network before_response 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.347803 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > networks before_response 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.348156 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > port before_response 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.348500 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > ports before_response 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.348843 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > subnet before_response 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.349192 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > subnets before_response 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.349539 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > network after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.350521 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > network after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.350868 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > network after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.351211 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > port after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.351552 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > port after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.351891 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > port after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.352228 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > subnet after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.352568 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > subnet after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.352903 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.360333 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded quota_driver: . Mar 08 08:24:32.365126 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.plugin [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Modular L2 Plugin initialization complete Mar 08 08:24:32.365126 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading services supported by the core plugin {{(pid=103261) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 08:24:32.365126 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.plugins.ml2.managers [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Got port-security extension from driver 'port_security' Mar 08 08:24:32.365126 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.extensions.vlantransparent [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Disabled vlantransparent extension. Mar 08 08:24:32.365126 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103261) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 08:24:32.365126 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading Plugin: router Mar 08 08:24:32.400744 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.401135 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router after_create 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.401505 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router before_create 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.401867 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.402270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.402623 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router after_delete 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.402984 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.403331 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.403685 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router after_create 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.404029 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router after_update 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.404372 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router after_update 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.404710 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.405069 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router after_update 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.405475 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_update 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.405840 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: port after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.406204 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: port after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.406540 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: subnet after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.406875 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.407220 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.407562 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_create 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.407898 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: port before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.408233 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.408582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router after_update 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.408917 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.409387 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_create 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.409746 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.410117 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_update 55549900 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.410479 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > agent after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.410824 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > agent after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.411164 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > network after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.412007 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Tracking information for resource: router configured {{(pid=103261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:24:32.412957 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Tracking information for resource: floatingip configured {{(pid=103261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:24:32.417833 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.db.l3_agentschedulers_db [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 08:24:32.418447 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: port after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.418805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: port after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.419152 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: port after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.419501 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: port after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.420280 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router before_create 55550100 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.420641 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.420997 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_create 55550100 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.421348 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > router precommit_update 55550100 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.426210 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.services.provider_configuration [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service providers = [] {{(pid=103261) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 08:24:32.426578 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.db.servicetype_db [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103261) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 08:24:32.429531 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.services.service_base [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 08:24:32.429876 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.services.service_base [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 08:24:32.430237 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.services.service_base [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 08:24:32.431123 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.services.service_base [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 08:24:32.431493 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.services.service_base [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 08:24:32.431860 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:24:32.432176 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 08:24:32.442802 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:24:32.443153 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading Plugin: auto_allocate Mar 08 08:24:32.449220 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: network precommit_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.449588 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: network precommit_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.450132 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:24:32.450453 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading Plugin: tag Mar 08 08:24:32.457164 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:24:32.457496 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading Plugin: timestamp Mar 08 08:24:32.461813 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:24:32.462160 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading Plugin: network_ip_availability Mar 08 08:24:32.467601 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.467968 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.468321 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.469013 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:24:32.469332 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading Plugin: flavors Mar 08 08:24:32.474263 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:24:32.474598 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading Plugin: revisions Mar 08 08:24:32.479521 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:24:32.479916 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_concurrency.lockutils [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.301s {{(pid=103261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 08:24:32.480649 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103261) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 08:24:32.480984 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Initializing extension manager. Mar 08 08:24:32.481503 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: __init__.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.481842 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: __pycache__ {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.482202 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.482530 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: address_group.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.483272 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.483830 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: address-group Mar 08 08:24:32.484151 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: address_scope.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.484855 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.485359 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: address-scope Mar 08 08:24:32.485677 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.486635 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.487142 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: router-admin-state-down-before-update Mar 08 08:24:32.487460 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: agent.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.488158 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.488663 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: agent Mar 08 08:24:32.488982 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: agent_resources_synced.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.489903 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.490461 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: agent-resources-synced Mar 08 08:24:32.490782 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: allowedaddresspairs.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.492548 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.493061 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: allowed-address-pairs Mar 08 08:24:32.493393 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: auto_allocated_topology.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.494499 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.495010 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: auto-allocated-topology Mar 08 08:24:32.495333 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: availability_zone.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.496013 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.496513 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: availability_zone Mar 08 08:24:32.496832 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: availability_zone_filter.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.497735 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.498263 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: availability_zone_filter Mar 08 08:24:32.498583 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: data_plane_status.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.499481 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.499978 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 08:24:32.500295 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: default_subnetpools.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.501197 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.501692 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: default-subnetpools Mar 08 08:24:32.502036 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.502830 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.503335 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: dhcp_agent_scheduler Mar 08 08:24:32.503656 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: dns.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.504564 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.505062 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension dns-integration not supported by any of loaded plugins Mar 08 08:24:32.505381 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: dns_domain_ports.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.506343 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.506843 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 08:24:32.507163 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.508111 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.508611 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 08:24:32.508930 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: dvr.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.509599 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.510126 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: dvr Mar 08 08:24:32.510446 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: ecmp_routes.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.511499 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.512008 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 08:24:32.512328 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: empty_string_filtering.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.513233 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.513747 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: empty-string-filtering Mar 08 08:24:32.514096 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.515002 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.515506 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 08:24:32.515823 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.516761 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.517230 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 08:24:32.517546 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: external_net.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.518479 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.518982 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: external-net Mar 08 08:24:32.519299 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.520206 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.520708 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: extra_dhcp_opt Mar 08 08:24:32.521025 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: extraroute.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.522475 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.522975 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: extraroute Mar 08 08:24:32.523290 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: extraroute_atomic.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.524327 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.524834 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: extraroute-atomic Mar 08 08:24:32.525151 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: filter_validation.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.525810 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.526341 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: filter-validation Mar 08 08:24:32.526658 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: fip_pf_description.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.527572 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.528068 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 08:24:32.528383 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: fip_port_details.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.529479 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.530012 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: fip-port-details Mar 08 08:24:32.530333 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: flavors.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.531575 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.532085 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: flavors Mar 08 08:24:32.532410 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.534119 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.534640 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 08:24:32.534976 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: floatingip_pools.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.535673 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.536181 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: floatingip-pools Mar 08 08:24:32.536506 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: ip_allocation.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.538027 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.538533 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 08:24:32.538856 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.539771 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.540274 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: ip-substring-filtering Mar 08 08:24:32.540598 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l2_adjacency.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.541513 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.542045 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 08:24:32.542368 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.543325 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.543839 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: router Mar 08 08:24:32.544164 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.546443 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.546968 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 08:24:32.547301 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.548218 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.548729 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: ext-gw-mode Mar 08 08:24:32.549055 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.549987 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.550497 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: l3-ha Mar 08 08:24:32.550822 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.551734 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.552243 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 08:24:32.552583 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3_flavors.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.553513 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.554048 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: l3-flavors Mar 08 08:24:32.554375 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.555770 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.556283 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 08:24:32.556607 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.557516 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.558043 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 08:24:32.558364 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: l3agentscheduler.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.559389 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.559897 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: l3_agent_scheduler Mar 08 08:24:32.560222 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: local_ip.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.562056 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.562580 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension local_ip not supported by any of loaded plugins Mar 08 08:24:32.562909 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: logging.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.565878 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.566437 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension logging not supported by any of loaded plugins Mar 08 08:24:32.566771 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: metering.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.567517 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.568095 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: metering Mar 08 08:24:32.568751 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.570305 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.570851 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: metering_source_and_destination_fields Mar 08 08:24:32.571183 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: multiprovidernet.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.572109 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.572619 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: multi-provider Mar 08 08:24:32.572947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: netmtu.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.573860 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.574399 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: net-mtu Mar 08 08:24:32.574723 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: netmtu_writable.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.575634 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.576139 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: net-mtu-writable Mar 08 08:24:32.576463 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: network_availability_zone.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.577128 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.577670 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: network_availability_zone Mar 08 08:24:32.577946 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: network_ip_availability.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.579081 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.579596 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: network-ip-availability Mar 08 08:24:32.579919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: network_segment_range.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.580674 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.581172 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 08:24:32.581493 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: pagination.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.582518 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.582848 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: pagination Mar 08 08:24:32.583169 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: port_device_profile.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.584555 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.585091 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: port-device-profile Mar 08 08:24:32.585410 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.586371 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.586878 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: port-mac-address-regenerate Mar 08 08:24:32.587197 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.588109 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.588614 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: port-numa-affinity-policy Mar 08 08:24:32.588934 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: port_resource_request.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.589840 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.590368 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 08:24:32.590685 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: port_resource_request_groups.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.591642 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.592149 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 08:24:32.592465 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: portbindings.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.593393 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.593894 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: binding Mar 08 08:24:32.594240 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: portbindings_extended.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.595520 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.596029 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: binding-extended Mar 08 08:24:32.596353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: portsecurity.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.597265 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.597770 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: port-security Mar 08 08:24:32.598119 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: project_id.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.599089 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.599416 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: project-id Mar 08 08:24:32.599826 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: providernet.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.601228 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.601737 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: provider Mar 08 08:24:32.602147 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.605659 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.606200 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos not supported by any of loaded plugins Mar 08 08:24:32.606530 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.607789 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.608290 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 08:24:32.608618 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.609534 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.610071 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 08:24:32.610397 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_default.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.611306 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.611815 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-default not supported by any of loaded plugins Mar 08 08:24:32.612139 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_fip.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.613048 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.613556 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-fip not supported by any of loaded plugins Mar 08 08:24:32.613878 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.614810 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.615321 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 08:24:32.615663 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_gateway_ip.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.616580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.617094 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 08:24:32.617416 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_port_network_policy.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.618484 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.618994 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 08:24:32.619317 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.620353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.620860 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 08:24:32.621183 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.622255 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.622764 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 08:24:32.623088 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_pps_rule.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.624273 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.624790 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-pps not supported by any of loaded plugins Mar 08 08:24:32.625114 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_rule_type_details.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.626058 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.626564 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 08:24:32.626885 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: qos_rules_alias.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.627932 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.628440 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 08:24:32.628760 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: quota_check_limit.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.629667 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.630215 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: quota-check-limit Mar 08 08:24:32.630537 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: quotasv2.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.631494 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.631818 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: quotas Mar 08 08:24:32.632137 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: quotasv2_detail.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.633849 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.634207 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: quota_details Mar 08 08:24:32.634541 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: rbac.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.635583 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.636100 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: rbac-policies Mar 08 08:24:32.636425 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: rbac_address_group.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.637349 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.637861 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: rbac-address-group Mar 08 08:24:32.638213 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: rbac_address_scope.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.639126 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.639633 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: rbac-address-scope Mar 08 08:24:32.639954 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: rbac_security_groups.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.640860 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.641364 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: rbac-security-groups Mar 08 08:24:32.641685 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: rbac_subnetpool.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.642756 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.643261 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: rbac-subnetpool Mar 08 08:24:32.643581 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: revisionifmatch.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.644509 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.645014 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: revision-if-match Mar 08 08:24:32.645333 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: revisions.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.646470 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.647491 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: standard-attr-revisions Mar 08 08:24:32.647811 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: router_availability_zone.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.648475 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.648979 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: router_availability_zone Mar 08 08:24:32.649298 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: routerservicetype.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.650252 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.650754 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension router-service-type not supported by any of loaded plugins Mar 08 08:24:32.651071 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.651982 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.652479 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: security-groups-normalized-cidr Mar 08 08:24:32.652795 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.653706 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.654235 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: port-security-groups-filtering Mar 08 08:24:32.654553 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.655475 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.655977 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: security-groups-remote-address-group Mar 08 08:24:32.656293 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.657211 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.657712 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: security-groups-shared-filtering Mar 08 08:24:32.658057 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.658633 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 08:24:32.658948 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: securitygroup.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.669132 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.669657 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: security-group Mar 08 08:24:32.670076 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: segment.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.670856 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.671361 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension segment not supported by any of loaded plugins Mar 08 08:24:32.671686 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.672613 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.673121 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 08:24:32.673445 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: servicetype.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.674573 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.675095 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: service-type Mar 08 08:24:32.675420 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: sorting.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.676391 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.676726 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: sorting Mar 08 08:24:32.677049 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: standard_attr_segment.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.678015 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.678525 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 08:24:32.678848 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: standardattrdescription.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.679489 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.679989 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: standard-attr-description Mar 08 08:24:32.680307 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: stateful_security_group.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.681227 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.681736 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: stateful-security-group Mar 08 08:24:32.682087 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: stdattrs_common.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.682649 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 08:24:32.682968 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.683891 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.684410 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 08:24:32.684729 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: subnet_onboard.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.685864 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.686475 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: subnet_onboard Mar 08 08:24:32.686798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.687719 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.688319 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 08:24:32.688638 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: subnet_service_types.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.689556 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.690188 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: subnet-service-types Mar 08 08:24:32.690510 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: subnetallocation.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.691657 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.692257 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: subnet_allocation Mar 08 08:24:32.692578 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.693229 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.694635 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: subnetpool-prefix-ops Mar 08 08:24:32.694957 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.695908 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.696415 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 08:24:32.696735 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: tagging.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.697829 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.698382 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: standard-attr-tag Mar 08 08:24:32.698709 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: timestamp.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.699904 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.700415 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loaded extension: standard-attr-timestamp Mar 08 08:24:32.700741 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: trunk.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.701811 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.702364 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension trunk not supported by any of loaded plugins Mar 08 08:24:32.702689 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: trunk_details.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.703609 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.704116 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension trunk-details not supported by any of loaded plugins Mar 08 08:24:32.704439 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: uplink_status_propagation.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.705358 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.705868 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 08:24:32.706225 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Loading extension file: vlantransparent.py {{(pid=103261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:24:32.706887 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:24:32.707391 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 08:24:32.710504 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:network Mar 08 08:24:32.711018 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:subnet Mar 08 08:24:32.711413 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:24:32.711799 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:port Mar 08 08:24:32.713003 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.713439 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service FLAVORS assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.714078 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.714502 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.714830 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:router Mar 08 08:24:32.715260 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:floatingip Mar 08 08:24:32.715751 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service METERING assigned prefix: /metering {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.717177 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.717544 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.717895 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:24:32.718906 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 08:24:32.719340 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:security_group Mar 08 08:24:32.719783 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 08:24:32.720370 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service CORE assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.720699 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:24:32.721040 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] subnetpool is already registered Mar 08 08:24:32.721465 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service CORE assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.721800 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:24:32.722154 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] subnetpool is already registered Mar 08 08:24:32.724404 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.724868 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service FLAVORS assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.725449 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.725872 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.726226 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:router Mar 08 08:24:32.726563 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] router is already registered Mar 08 08:24:32.726969 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:floatingip Mar 08 08:24:32.727305 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] floatingip is already registered Mar 08 08:24:32.727752 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service METERING assigned prefix: /metering {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.728401 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 08:24:32.728725 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] rbac_policy is already registered Mar 08 08:24:32.729135 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:security_group Mar 08 08:24:32.729465 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] security_group is already registered Mar 08 08:24:32.729863 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 08:24:32.730218 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] security_group_rule is already registered Mar 08 08:24:32.730844 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service CORE assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.731186 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:24:32.731520 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] subnetpool is already registered Mar 08 08:24:32.731932 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.v2.resource_helper [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Service CORE assigned prefix: {{(pid=103261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:24:32.732253 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:24:32.732579 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING neutron.quota.resource_registry [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] subnetpool is already registered Mar 08 08:24:32.733037 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: extensions {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.734532 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: address-groups {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.736057 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: address-scopes {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.737397 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: agents {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.738605 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: auto-allocated-topology {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.739857 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: availability_zones {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.741143 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: dhcp-networks {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.742724 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: dhcp-agents {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.744165 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: routers {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.746457 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: flavors {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.747635 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: service_profiles {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.748856 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: next_providers {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.750357 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: service_profiles {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.751924 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: floatingip-pools {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.753138 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: routers {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.755325 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: floatingips {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.758128 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: l3-routers {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.759546 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: l3-agents {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.760983 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: metering-labels {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.762416 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: metering-label-rules {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.763710 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: network-ip-availabilities {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.764982 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: bindings {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.766695 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: quotas {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.768278 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: quotas {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.769819 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: rbac-policies {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.771149 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: security-groups {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.773178 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: security-group-rules {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.774742 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: service-providers {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.776303 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: subnetpools {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.777736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: subnetpools {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.779236 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.780948 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.782803 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.784599 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.786426 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.788343 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.790074 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.791969 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.793764 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.795645 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron.api.extensions [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Extended resource: tags {{(pid=103261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:24:32.801458 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING keystonemiddleware.auth_token [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 08:24:32.806164 dv-cinder-832499-1-iscsi neutron-server[103261]: WARNING keystonemiddleware.auth_token [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 08:24:32.814860 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_concurrency.lockutils [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Acquired lock "singleton_lock" {{(pid=103261) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 08:24:32.815334 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_concurrency.lockutils [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Releasing lock "singleton_lock" {{(pid=103261) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 08:24:32.815980 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO oslo_service.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Starting 2 workers Mar 08 08:24:32.821585 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Started child 103370 {{(pid=103261) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 08:24:32.826109 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Started child 103371 {{(pid=103261) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 08:24:32.827112 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:32.827841 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO neutron.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 08:24:32.828324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:32.828722 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [-] (103370) wsgi starting up on http://0.0.0.0:9696 Mar 08 08:24:32.830858 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO oslo_service.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Starting 1 workers Mar 08 08:24:32.831057 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:32.832503 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [-] (103371) wsgi starting up on http://0.0.0.0:9696 Mar 08 08:24:32.836668 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Started child 103372 {{(pid=103261) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 08:24:32.837228 dv-cinder-832499-1-iscsi neutron-server[103261]: INFO oslo_service.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Starting 1 workers Mar 08 08:24:32.840490 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] calling RpcWorker wait() {{(pid=103372) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 08:24:32.841025 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] returning from RpcWorker wait() {{(pid=103372) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 08:24:32.841813 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Started child 103373 {{(pid=103261) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 08:24:32.842411 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:32.842649 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4b4bfb72-fa82-478f-987e-8ce2ef03de8d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:32.842986 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:24:32.844597 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103261) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 08:24:32.844818 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 08:24:32.845006 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 08:24:32.845234 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 08:24:32.845581 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 08:24:32.845763 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 08:24:32.846316 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.846608 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.846863 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.846969 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:32.847416 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.847416 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.847977 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.848214 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.848449 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.848728 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.848964 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.849134 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.849299 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.849558 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.849835 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.850171 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.850431 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.850664 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.850927 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.851098 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.851353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.851612 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.851874 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.852141 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] debug = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.852386 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.852900 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.853131 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.853379 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.853595 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.853874 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.854142 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.854407 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.854700 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.854936 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.855182 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.855435 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.855684 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.855898 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.856154 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.856366 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.856636 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.856854 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.857316 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] host = dv-cinder-832499-1-iscsi {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.857531 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.857745 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.858012 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.858272 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.858515 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.858747 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.859009 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.859278 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.859501 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.859730 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.859976 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.860226 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.860463 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.860682 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.860840 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_options = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.861072 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.861344 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.861599 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.861846 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.862034 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.862161 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.862368 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.862530 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.862787 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.862999 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.863211 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.863424 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.863636 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.863877 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.864131 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.864343 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.864559 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.864801 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.865044 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.865270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.865535 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.865758 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.866013 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.866236 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.866469 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.866707 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.866956 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.867169 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.867410 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.867728 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.867989 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.868255 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.868468 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.868699 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.868956 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.869187 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.869414 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.869568 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:24:32.869722 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.869869 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.870112 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.870458 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.870708 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.870950 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.871156 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.871391 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.871602 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.871833 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_json = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.872241 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.872629 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.872884 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.873133 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.873348 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.873642 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.873880 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.874355 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.874355 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.874794 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.875159 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.875958 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.875958 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.876243 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.876341 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.876552 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.876775 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.877026 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.877257 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.877584 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.877805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.878124 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.878397 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.878667 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.879009 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.879253 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.879510 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.879750 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.880008 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.880241 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.880483 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.880730 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.881506 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.881760 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.882030 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.882319 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.882659 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.882882 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.883205 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.883465 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.883710 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.883970 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.884185 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.884404 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.884626 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.884870 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.885104 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.885317 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.885567 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.885784 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.886060 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.886277 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899270 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.899943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.900582 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901250 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.901926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.902798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.902798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.902798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.902798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.902798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.902798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.902798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.902798 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.903808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.904759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.904759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.904759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.904759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.904759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.904759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.904759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.904759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.905335 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.905335 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.905335 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.905335 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.905335 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.905698 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.905698 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.905930 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.906271 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.906444 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.906673 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.906917 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.907143 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.907428 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.907663 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.907928 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.908175 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.908390 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.908637 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.908939 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.909167 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.909380 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.909592 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.909863 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.910139 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.910378 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.910639 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.910898 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.911133 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.911392 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.911619 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.911835 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.912046 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.912314 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.912529 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.912786 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.913030 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.913420 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.913654 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.913865 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.914141 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.914351 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.914566 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.914779 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.914992 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.915204 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.915448 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.915658 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.915901 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.916157 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.916373 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.916587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.916801 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.917016 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.917264 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.917478 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.917757 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.918022 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.918238 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.918480 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.918727 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.918981 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.919196 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.919458 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.919693 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.919922 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.920288 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.920506 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.920717 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.920926 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.921150 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.921362 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.921616 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.921867 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.922401 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.922640 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.922869 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.923094 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.923327 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.923542 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.923759 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.924001 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.924215 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.924449 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.924673 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.924917 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.925132 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.925356 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.925562 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.925802 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.926080 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.926333 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.926581 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.926801 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.927040 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.927259 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.927492 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.927701 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.927936 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.928708 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.928708 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.928708 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.929057 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.929057 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.929303 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.929542 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.929800 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.930056 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.930309 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.930552 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.931149 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.931149 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.931332 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.931419 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.931601 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.931828 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.932055 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.932263 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.932480 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.932692 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.932898 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.933117 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.933342 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.933549 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.933865 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.934124 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.934368 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.934596 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.934805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.935010 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.935228 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.935445 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.935656 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.935892 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.936098 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.936306 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.936523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.936732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.937149 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.937426 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.937988 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.937988 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.938207 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.938465 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.938911 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.939927 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.939927 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.939927 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.939927 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.940256 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.940338 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.940539 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.940807 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.941120 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.941430 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.941703 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.941988 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.942274 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.942551 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.942820 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.943031 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.943331 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.944414 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.944712 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.944968 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.945671 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.945671 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.945671 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.945908 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.946138 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.946356 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.946559 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.946821 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.947038 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.947259 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.947489 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.947739 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.947969 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.948190 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.948418 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.948654 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.948871 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.949027 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 08:24:32.949543 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103261) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 08:24:32.949703 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 08:24:32.950079 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 08:24:32.950223 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 08:24:32.950395 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 08:24:32.950551 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 08:24:32.950761 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.950924 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.951939 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.951939 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.951939 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.951939 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.951939 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.951939 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.952320 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.952320 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.952320 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.952489 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.952633 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.952748 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.952907 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.953064 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.953222 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.953382 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.953546 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.953707 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.953864 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.954043 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.954202 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] debug = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.954359 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.954566 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.954728 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.954887 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.955112 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.955276 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.955437 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.955598 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.955749 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.955887 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.956058 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.956202 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.956339 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.956476 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.956614 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.956807 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.957002 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.957207 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.957207 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] host = dv-cinder-832499-1-iscsi {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.957520 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.957520 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.957989 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.957989 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.957989 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.958207 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.958286 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.958449 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.958575 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.958659 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.958820 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.958977 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.961403 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.961579 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.961744 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_options = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.961978 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.962154 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.962282 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.962407 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.962571 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.962730 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.962921 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.963063 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.963196 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.963375 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.963505 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.963806 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.963806 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.963943 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.964100 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.964255 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.964414 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.964571 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.964742 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.964903 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.965061 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.965217 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.965373 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.965531 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.965689 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.965845 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.966021 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.966180 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.966337 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.966493 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.966649 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.966808 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.966963 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.967120 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.967276 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.967434 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.967589 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.967746 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.967908 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.968065 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.968221 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.968379 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.968535 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.968692 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.968847 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.969004 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.969424 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_json = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.969424 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.969637 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.969637 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.969810 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.969971 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.970077 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.970276 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.970397 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.970554 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:24:32.970733 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.970912 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.971065 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.971226 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.971387 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.971547 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.971706 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.971866 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.972025 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.972184 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.972351 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.972511 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.972680 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.972840 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.972997 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.973163 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.973323 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.973469 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.973629 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.973787 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.973945 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.974125 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.974292 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.974450 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.974628 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.975007 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.975007 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.980805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.980805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.980805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.980805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.980805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.980805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.980805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.980805 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.982580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983187 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983187 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983437 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.983523 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.984732 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985345 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.985947 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.986627 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.986627 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.986627 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.986627 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.986627 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.986627 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.986627 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.986627 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987687 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987687 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987687 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987687 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987955 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.987955 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.988095 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.988181 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.988330 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.988488 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.988646 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.988804 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.988984 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.989127 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.989288 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.989447 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.989612 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.989782 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.989946 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.990124 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.990284 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.990467 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.990626 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.990784 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.990942 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.991101 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.991260 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.991417 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.991587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.991747 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.991907 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.992097 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.992327 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.992644 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.992644 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.992795 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.992927 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.993085 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.993244 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.993418 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.993559 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.993718 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.993877 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.994058 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.994220 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.994379 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.994538 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.994910 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.994910 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.995069 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.995146 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.995300 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.995460 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.995974 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.995974 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.995974 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.996156 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.996236 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.996353 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.996511 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.996670 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.996828 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.996986 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.997144 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.997303 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.997462 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.997621 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.997779 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.997937 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.998128 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.998340 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.998474 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.998689 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.998850 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.999042 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.999208 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.999370 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.999530 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.999692 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:32.999853 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.000016 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.000177 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.000337 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.000496 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.000656 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.000816 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.000976 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.001153 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.001312 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.001471 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.001632 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.001792 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.001984 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.002132 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.002293 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.002452 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.002610 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.002770 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.002929 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.003087 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.003245 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.003404 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.003580 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.003714 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.003876 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.004037 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.004196 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.004356 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.004514 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.004694 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.004855 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.005013 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.005172 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.005332 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.005509 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.005669 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.005842 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.006530 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.006676 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.006847 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.006984 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.007137 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.007305 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.007464 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.007622 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.007802 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.007979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.008117 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.008285 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.008444 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.008603 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.008761 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.008919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.009077 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.009245 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.009403 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.009560 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.009718 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.009876 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.010055 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015324 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.015919 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016441 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016441 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016441 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016441 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016441 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016441 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016441 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016441 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.016979 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.017587 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018195 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018195 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018195 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018195 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018651 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 54806) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.018736 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.019329 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:24:33.019329 dv-cinder-832499-1-iscsi neutron-server[103261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 08:24:33.026356 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070796 Mar 08 08:24:44.678487 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f51589-7f5b-4bf6-8697-31fd55fb88a7 None None] get_active_networks_info from dv-cinder-832499-1-iscsi {{(pid=103372) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 08:24:44.737054 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f51589-7f5b-4bf6-8697-31fd55fb88a7 None None] No non-hosted networks {{(pid=103372) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 08:24:44.745686 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.agentschedulers_db [None req-f1f51589-7f5b-4bf6-8697-31fd55fb88a7 None None] DHCP Agent not found on host dv-cinder-832499-1-iscsi {{(pid=103372) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 08:24:44.830928 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1a15c580-8048-44e1-a6ca-52fb1253b6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690611'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:47.060579 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8d4987c8-e3d3-416d-b14a-d45a6dafe946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690611'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:47.099214 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.db.api [None req-f25557fa-e888-410a-9d20-a9c8126284a0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-832499-1-iscsi {{(pid=103372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 08:24:47.100500 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG oslo_db.api [None req-f25557fa-e888-410a-9d20-a9c8126284a0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 08:24:47.714068 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f25557fa-e888-410a-9d20-a9c8126284a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:48.121568 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690611'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:49.522090 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690611'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:50.711160 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 54888) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:24:51.034022 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690611'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:51.034780 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.035324 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.035754 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.036231 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.037186 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.037976 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.038513 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.039037 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.047281 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.047281 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.047281 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.047281 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.047281 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:51.047792 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-832499-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:24:51.055880 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-832499-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:24:51.260518 dv-cinder-832499-1-iscsi neutron-server[103370]: WARNING oslo_policy.policy [None req-12c373a7-5bfa-4459-a019-6e0ce2214c5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:24:51.261153 dv-cinder-832499-1-iscsi neutron-server[103370]: WARNING oslo_policy.policy [None req-12c373a7-5bfa-4459-a019-6e0ce2214c5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:24:51.293570 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.db.l3_hamode_db [None req-49245db1-4a7d-4d9c-aa61-f1fb93a2c66c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 08:24:51.372259 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49245db1-4a7d-4d9c-aa61-f1fb93a2c66c None None] Routers set() bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:24:51.372650 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49245db1-4a7d-4d9c-aa61-f1fb93a2c66c None None] Router IDs set() for agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 08:24:51.485300 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [None req-12c373a7-5bfa-4459-a019-6e0ce2214c5e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:24:51.486568 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-12c373a7-5bfa-4459-a019-6e0ce2214c5e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7734711 Mar 08 08:24:54.038737 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 54914) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:24:54.342041 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-4f4e679b-97bc-4ca3-b79b-ad6c125499f0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:24:54.435202 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.policy [None req-4f4e679b-97bc-4ca3-b79b-ad6c125499f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103370) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 08:24:54.477974 dv-cinder-832499-1-iscsi neutron-server[103370]: WARNING oslo_policy.policy [None req-4f4e679b-97bc-4ca3-b79b-ad6c125499f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:24:54.478352 dv-cinder-832499-1-iscsi neutron-server[103370]: WARNING oslo_policy.policy [None req-4f4e679b-97bc-4ca3-b79b-ad6c125499f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:24:54.630931 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f4e679b-97bc-4ca3-b79b-ad6c125499f0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790923868825', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790923868364', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790923851072', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790923851863', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790923821857', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790923832907', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3650707', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3445842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1770526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681569'] for rbac-policy (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:54.818374 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f4e679b-97bc-4ca3-b79b-ad6c125499f0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:54.819815 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4f4e679b-97bc-4ca3-b79b-ad6c125499f0 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7800915 Mar 08 08:24:57.300764 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 54924) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:24:57.782960 dv-cinder-832499-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:24:57.783590 dv-cinder-832499-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:24:58.006167 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:24:58.153707 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Made reservation on behalf of 56e6ee333b5f474287611018dc52d086 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:24:58.226511 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.policy [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103371) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 08:24:58.268751 dv-cinder-832499-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:24:58.269075 dv-cinder-832499-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:24:58.279455 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:58.300693 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:58.407761 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Publish callbacks [] for security_group (08c3fb5b-1499-4047-b901-ed6f09ccdcbc), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:58.475761 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (08c3fb5b-1499-4047-b901-ed6f09ccdcbc), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:58.510473 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:24:58.539130 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790922990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (24fb3383-f415-458a-9cf5-8602094cb4e0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:58.539632 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Unsubscribe: segment precommit_create {{(pid=103371) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 08:24:58.540132 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Added segment 24fb3383-f415-458a-9cf5-8602094cb4e0 of type vlan for network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 Mar 08 08:24:58.545552 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=08c3fb5b-1499-4047-b901-ed6f09ccdcbc,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:24:58.576604 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.577040 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.577400 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.577740 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.578105 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.578446 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.578758 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.579079 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.579404 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.579721 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.580040 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.580354 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.580669 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Tracked resource versions report: Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: pushed versions: Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: { 'AddressGroup': {'1.2'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Log': {'1.0'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Network': {'1.1'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Port': {'1.7'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'PortForwarding': {'1.2'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'QosPolicy': {'1.10'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SecurityGroup': {'1.5'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SubPort': {'1.0'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Subnet': {'1.1'}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Trunk': {'1.1'}} Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: consumer versions: Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: { DHCP agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: L3 agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: Metadata agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: Metering agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: Open vSwitch agent@dv-cinder-832499-1-iscsi: { 'AddressGroup': '1.2', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'ConntrackHelper': '1.0', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'LocalIPAssociation': '1.0', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Log': '1.0', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Network': '1.1', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Port': '1.7', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'PortForwarding': '1.2', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'QosPolicy': '1.10', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SecurityGroup': '1.5', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SecurityGroupRule': '1.2', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SubPort': '1.0', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Subnet': '1.1', Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Trunk': '1.1'}} Mar 08 08:24:58.582066 dv-cinder-832499-1-iscsi neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:24:58.659661 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (2b10bf5c-c668-41d2-a4eb-44c92e919b91), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:58.755010 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (2b10bf5c-c668-41d2-a4eb-44c92e919b91), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:58.760098 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:24:58.760809 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:24:58.873875 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] Pushing event updated for resources: {'Network': ['ID=2b10bf5c-c668-41d2-a4eb-44c92e919b91,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:24:58.885596 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:24:58.890439 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-97c109d4-7591-4927-9aa3-02a6d2c7b659 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5875349 Mar 08 08:25:01.444363 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 54944) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:01.843704 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476a727-f2a9-4eec-a609-ded4e1ba98a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:25:01.844976 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c476a727-f2a9-4eec-a609-ded4e1ba98a8 demo admin] 10.222.0.21 "GET /v2.0/networks/2b10bf5c-c668-41d2-a4eb-44c92e919b91 HTTP/1.1" status: 200 len: 825 time: 0.3996682 Mar 08 08:25:01.881751 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7160cdbc-048b-49b3-a227-71a27e932a33 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/59f1e08c-80c6-4c0c-a512-f3ddb5d38030 HTTP/1.1" status: 200 len: 734 time: 0.0305004 Mar 08 08:25:01.889924 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '59f1e08c-80c6-4c0c-a512-f3ddb5d38030', 'ip_version': 4, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:25:01.977784 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Made reservation on behalf of 56e6ee333b5f474287611018dc52d086 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:25:01.980066 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:02.338610 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (bb7bee86-856f-4bf2-aea0-d88e974eaeae), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:02.405715 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Checking segment: {'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:25:02.406122 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Network hostable DHCP agents. Network: 2b10bf5c-c668-41d2-a4eb-44c92e919b91, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:25:02.411152 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Pushing event updated for resources: {'Subnet': ['ID=bb7bee86-856f-4bf2-aea0-d88e974eaeae,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:02.475357 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:25:02.526684 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 2b10bf5c-c668-41d2-a4eb-44c92e919b91) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:25:02.531257 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:25:02.531886 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:02.536400 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f6c0d-3a2c-47ce-b635-1fa6bcfe0e01 None None] Network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:25:02.586758 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c21d2621-09e1-4029-b20b-80c468e1025c demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6999483 Mar 08 08:25:02.906558 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-2b10bf5c-c668-41d2-a4eb-44c92e919b91', 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91', 'project_id': '56e6ee333b5f474287611018dc52d086', 'fixed_ips': [{'subnet_id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:25:02.907861 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:03.212359 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Allocated IP 172.20.0.2 (2b10bf5c-c668-41d2-a4eb-44c92e919b91/bb7bee86-856f-4bf2-aea0-d88e974eaeae/6e70b7f0-b85a-4c09-9a73-8b943855b48b) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:25:03.480279 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Publish callbacks [] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:03.544796 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:03.614431 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:25:03.618925 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:25:03.628752 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:25:03.636754 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Pushing event updated for resources: {'Port': ['ID=6e70b7f0-b85a-4c09-9a73-8b943855b48b,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:03.681778 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.682170 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.682534 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.682884 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.683217 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.683546 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.683872 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.684196 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.684520 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.684858 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.685186 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.685504 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.685824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Tracked resource versions report: Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: pushed versions: Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: { 'AddressGroup': {'1.2'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'ConntrackHelper': {'1.0'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Log': {'1.0'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Network': {'1.1'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Port': {'1.7'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'PortForwarding': {'1.2'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'QosPolicy': {'1.10'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SecurityGroup': {'1.5'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SubPort': {'1.0'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Subnet': {'1.1'}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Trunk': {'1.1'}} Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: consumer versions: Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: { DHCP agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: L3 agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: Metadata agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: Metering agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: Open vSwitch agent@dv-cinder-832499-1-iscsi: { 'AddressGroup': '1.2', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'ConntrackHelper': '1.0', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'LocalIPAssociation': '1.0', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Log': '1.0', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Network': '1.1', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Port': '1.7', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'PortForwarding': '1.2', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'QosPolicy': '1.10', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SecurityGroup': '1.5', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SecurityGroupRule': '1.2', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SubPort': '1.0', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Subnet': '1.1', Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Trunk': '1.1'}} Mar 08 08:25:03.687261 dv-cinder-832499-1-iscsi neutron-server[103372]: {{(pid=103372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:25:03.722300 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Attempting to bind port 6e70b7f0-b85a-4c09-9a73-8b943855b48b on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:25:03.722693 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Attempting to bind port 6e70b7f0-b85a-4c09-9a73-8b943855b48b by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:25:03.723127 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Attempting to bind port 6e70b7f0-b85a-4c09-9a73-8b943855b48b on network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:25:03.727942 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:25:03.728335 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Checking segment: {'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:25:03.728832 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:03.729221 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Bound using segment: {'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:25:03.729696 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Bound port: 6e70b7f0-b85a-4c09-9a73-8b943855b48b, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:25:03.730120 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:03.792362 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] For port 6e70b7f0-b85a-4c09-9a73-8b943855b48b, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:25:03.796506 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] For port 6e70b7f0-b85a-4c09-9a73-8b943855b48b, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=6e70b7f0-b85a-4c09-9a73-8b943855b48b,segment=NetworkSegment(24fb3383-f415-458a-9cf5-8602094cb4e0),segment_id=24fb3383-f415-458a-9cf5-8602094cb4e0)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:25:03.873873 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:03.938501 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07ba9-c71b-465e-9d08-3c2d9828cf46 None None] Pushing event updated for resources: {'Port': ['ID=6e70b7f0-b85a-4c09-9a73-8b943855b48b,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:05.139224 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 54952) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:05.451040 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-3843a33d-6810-424f-906e-143fd0b8e3bc admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:25:05.452036 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3843a33d-6810-424f-906e-143fd0b8e3bc admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118637 Mar 08 08:25:08.004771 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 54960) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:08.314094 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-1fea396c-cde4-43a6-88f6-6c2023304e3f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:25:08.315079 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1fea396c-cde4-43a6-88f6-6c2023304e3f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3089037 Mar 08 08:25:10.880808 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 54968) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:11.190197 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-872e1705-ca3e-474c-98e8-16e58dd27123 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:25:11.275517 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-872e1705-ca3e-474c-98e8-16e58dd27123 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (fb1cb45f-14c7-4be9-8205-aa29b60ce770), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:11.277201 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-872e1705-ca3e-474c-98e8-16e58dd27123 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (fb1cb45f-14c7-4be9-8205-aa29b60ce770), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:11.426624 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-872e1705-ca3e-474c-98e8-16e58dd27123 demo demo] Publish callbacks [] for router_controller (fb1cb45f-14c7-4be9-8205-aa29b60ce770), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:11.480219 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-872e1705-ca3e-474c-98e8-16e58dd27123 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (fb1cb45f-14c7-4be9-8205-aa29b60ce770), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:11.563062 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-872e1705-ca3e-474c-98e8-16e58dd27123 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:11.564276 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-872e1705-ca3e-474c-98e8-16e58dd27123 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6824141 Mar 08 08:25:13.660685 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 6e70b7f0-b85a-4c09-9a73-8b943855b48b up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:25:13.751186 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 6e70b7f0-b85a-4c09-9a73-8b943855b48b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:13.751548 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:13.859096 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 6e70b7f0-b85a-4c09-9a73-8b943855b48b is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:25:13.859504 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:13.892934 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 6e70b7f0-b85a-4c09-9a73-8b943855b48b, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=6e70b7f0-b85a-4c09-9a73-8b943855b48b,segment=NetworkSegment(24fb3383-f415-458a-9cf5-8602094cb4e0),segment_id=24fb3383-f415-458a-9cf5-8602094cb4e0)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:25:13.959957 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:14.007934 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=6e70b7f0-b85a-4c09-9a73-8b943855b48b,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:14.110347 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 54980) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:14.434133 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [None req-9bb248ff-4372-43b6-9d40-9c8b88e4b938 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:25:14.435196 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9bb248ff-4372-43b6-9d40-9c8b88e4b938 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3239923 Mar 08 08:25:14.698509 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bd061cf1-0e66-4cd2-bf2e-9f6f5c85eb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:15.253137 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473fa24-d5c7-4f08-acf5-d81fded59c19 None None] Network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:25:15.323452 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-57067884-d534-4e1f-8a57-cfce4f7abfd0 None None] Provisioning complete for port 6e70b7f0-b85a-4c09-9a73-8b943855b48b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:15.323831 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57067884-d534-4e1f-8a57-cfce4f7abfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:15.448181 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-57067884-d534-4e1f-8a57-cfce4f7abfd0 None None] Current status of the port 6e70b7f0-b85a-4c09-9a73-8b943855b48b is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:25:15.626239 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 6e70b7f0-b85a-4c09-9a73-8b943855b48b up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:25:15.705490 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-47e49de4-c1b5-4198-aedf-0456c4b2a5b7 None None] Provisioning complete for port 6e70b7f0-b85a-4c09-9a73-8b943855b48b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:15.706191 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-47e49de4-c1b5-4198-aedf-0456c4b2a5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:15.758851 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 6e70b7f0-b85a-4c09-9a73-8b943855b48b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:15.759365 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:15.904453 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-47e49de4-c1b5-4198-aedf-0456c4b2a5b7 None None] Current status of the port 6e70b7f0-b85a-4c09-9a73-8b943855b48b is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:25:15.925317 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 6e70b7f0-b85a-4c09-9a73-8b943855b48b is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:25:17.050754 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-90e9ee16-8bf9-45c7-8914-75d6153c769f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:17.145917 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 54988) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:17.466563 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:25:17.541633 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Made reservation on behalf of e70ca426bd7a41a2a115f3a896465eaa for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:25:17.544299 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:17.559454 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:17.657439 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Publish callbacks [] for security_group (ed8eca9d-f620-4b42-b537-85bcbef9a6f8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:17.724761 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ed8eca9d-f620-4b42-b537-85bcbef9a6f8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:17.735250 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Reserving flat network on physical network physnet1 {{(pid=103370) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 08:25:17.764323 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790922990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (028820fd-1087-4516-921d-52be8c7fae9e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:17.764870 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Unsubscribe: segment precommit_create {{(pid=103370) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 08:25:17.765379 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Added segment 028820fd-1087-4516-921d-52be8c7fae9e of type flat for network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f Mar 08 08:25:17.801104 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8eca9d-f620-4b42-b537-85bcbef9a6f8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:17.816249 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.816643 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.816970 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.817826 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.818185 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.818511 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.819102 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.819426 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.819748 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.820080 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.820400 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.820715 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.821026 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Tracked resource versions report: Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: pushed versions: Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: { 'AddressGroup': {'1.2'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'ConntrackHelper': {'1.0'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Log': {'1.0'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Network': {'1.1'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Port': {'1.7'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'PortForwarding': {'1.2'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'QosPolicy': {'1.10'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SecurityGroup': {'1.5'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SubPort': {'1.0'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Subnet': {'1.1'}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Trunk': {'1.1'}} Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: consumer versions: Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: { DHCP agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: L3 agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: Metadata agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: Metering agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: Open vSwitch agent@dv-cinder-832499-1-iscsi: { 'AddressGroup': '1.2', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'ConntrackHelper': '1.0', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'LocalIPAssociation': '1.0', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Log': '1.0', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Network': '1.1', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Port': '1.7', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'PortForwarding': '1.2', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'QosPolicy': '1.10', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SecurityGroup': '1.5', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SecurityGroupRule': '1.2', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SubPort': '1.0', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Subnet': '1.1', Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Trunk': '1.1'}} Mar 08 08:25:17.822432 dv-cinder-832499-1-iscsi neutron-server[103370]: {{(pid=103370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:25:17.886338 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (4aa26f8a-4e6a-4dab-b066-331be0e8c86f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:17.994829 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:18.006502 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (4aa26f8a-4e6a-4dab-b066-331be0e8c86f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:18.007788 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:25:18.008471 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:18.102527 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa26f8a-4e6a-4dab-b066-331be0e8c86f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:18.112417 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:25:18.138462 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bbbd70da-12b4-4367-adde-d2bad4b99e58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9914875 Mar 08 08:25:19.417898 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:20.637170 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55010) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:20.813093 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2afe2d-411e-4311-92f8-d72c515d87c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:25:20.814437 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ab2afe2d-411e-4311-92f8-d72c515d87c0 demo admin] 10.222.0.21 "GET /v2.0/subnets/bb7bee86-856f-4bf2-aea0-d88e974eaeae HTTP/1.1" status: 200 len: 849 time: 0.1763477 Mar 08 08:25:20.974182 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-928651ca-13d8-40ef-95d9-558323bc2e2b demo admin] 10.222.0.21 "GET /v2.0/routers/fb1cb45f-14c7-4be9-8205-aa29b60ce770 HTTP/1.1" status: 200 len: 704 time: 0.1534328 Mar 08 08:25:20.976305 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:21.249543 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:21.534403 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Allocated IP 172.20.0.1 (2b10bf5c-c668-41d2-a4eb-44c92e919b91/bb7bee86-856f-4bf2-aea0-d88e974eaeae/18469acb-d623-48d6-a365-cc697e90ca88) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:25:21.683292 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Publish callbacks [] for port (18469acb-d623-48d6-a365-cc697e90ca88), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:21.807462 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (18469acb-d623-48d6-a365-cc697e90ca88), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:21.884498 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:25:21.889004 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:25:21.894487 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:25:21.894487 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (fb1cb45f-14c7-4be9-8205-aa29b60ce770), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:21.965841 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Pushing event updated for resources: {'Port': ['ID=18469acb-d623-48d6-a365-cc697e90ca88,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:22.106263 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-7b464d12-bd75-4616-9ad0-ed959c2ddc44 None None] Provisioning complete for port 18469acb-d623-48d6-a365-cc697e90ca88 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:22.106801 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b464d12-bd75-4616-9ad0-ed959c2ddc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (18469acb-d623-48d6-a365-cc697e90ca88), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:22.139848 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-7b464d12-bd75-4616-9ad0-ed959c2ddc44 None None] Port 18469acb-d623-48d6-a365-cc697e90ca88 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:25:22.222502 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (18469acb-d623-48d6-a365-cc697e90ca88), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:22.423948 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Publish callbacks [] for port (18469acb-d623-48d6-a365-cc697e90ca88), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:22.507058 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (18469acb-d623-48d6-a365-cc697e90ca88), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:22.507818 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (fb1cb45f-14c7-4be9-8205-aa29b60ce770), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:22.589072 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Pushing event updated for resources: {'Port': ['ID=18469acb-d623-48d6-a365-cc697e90ca88,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:22.631768 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:25:22.633107 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:25:22.875564 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Router fb1cb45f-14c7-4be9-8205-aa29b60ce770 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:25:22.964797 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-83208e05-fc16-4ebc-9fda-97479f70852f None None] Provisioning complete for port 18469acb-d623-48d6-a365-cc697e90ca88 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:22.965124 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-83208e05-fc16-4ebc-9fda-97479f70852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (18469acb-d623-48d6-a365-cc697e90ca88), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:22.971385 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:25:22.982383 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-79805284-0ac1-4bf8-8645-a418bc74548a demo admin] 10.222.0.21 "PUT /v2.0/routers/fb1cb45f-14c7-4be9-8205-aa29b60ce770/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9979646 Mar 08 08:25:22.994264 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Sync routers for ids ['fb1cb45f-14c7-4be9-8205-aa29b60ce770'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:25:23.000880 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-83208e05-fc16-4ebc-9fda-97479f70852f None None] Port 18469acb-d623-48d6-a365-cc697e90ca88 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:25:23.007942 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Routers {'fb1cb45f-14c7-4be9-8205-aa29b60ce770'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:25:23.008924 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:25:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['fb1cb45f-14c7-4be9-8205-aa29b60ce770'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:25:23.200000 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Set router fb1cb45f-14c7-4be9-8205-aa29b60ce770 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:25:23.625403 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'name': 'router1', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:25:11Z', 'updated_at': '2022-03-08T08:25:22Z', 'revision_number': 2, 'project_id': '56e6ee333b5f474287611018dc52d086', 'gw_port_host': None, '_interfaces': [{'id': '18469acb-d623-48d6-a365-cc697e90ca88', 'name': '', 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'mac_address': 'fa:16:3e:97:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:21Z', 'updated_at': '2022-03-08T08:25:22Z', 'revision_number': 2, 'project_id': '56e6ee333b5f474287611018dc52d086', 'subnets': [{'id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59f1e08c-80c6-4c0c-a512-f3ddb5d38030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:25:23.675757 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Checking router: fb1cb45f-14c7-4be9-8205-aa29b60ce770 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:25:23.676119 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Updating router fb1cb45f-14c7-4be9-8205-aa29b60ce770 port 18469acb-d623-48d6-a365-cc697e90ca88 binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:25:23.727407 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (18469acb-d623-48d6-a365-cc697e90ca88), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:24.231731 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Publish callbacks [] for port (18469acb-d623-48d6-a365-cc697e90ca88), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:24.295755 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (18469acb-d623-48d6-a365-cc697e90ca88), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:24.451375 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Pushing event updated for resources: {'Port': ['ID=18469acb-d623-48d6-a365-cc697e90ca88,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:24.466912 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Attempting to bind port 18469acb-d623-48d6-a365-cc697e90ca88 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:25:24.467318 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Attempting to bind port 18469acb-d623-48d6-a365-cc697e90ca88 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:25:24.467768 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Attempting to bind port 18469acb-d623-48d6-a365-cc697e90ca88 on network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:25:24.472710 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.473065 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.473441 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.473781 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.474142 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.474476 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.474808 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.475148 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.475470 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.475811 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.476140 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.476464 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.476787 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Tracked resource versions report: Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: pushed versions: Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: { 'AddressGroup': {'1.2'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Log': {'1.0'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Network': {'1.1'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Port': {'1.7'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'PortForwarding': {'1.2'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'QosPolicy': {'1.10'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SecurityGroup': {'1.5'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SubPort': {'1.0'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Subnet': {'1.1'}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Trunk': {'1.1'}} Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: consumer versions: Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: { DHCP agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: L3 agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: Metadata agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: Metering agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: Open vSwitch agent@dv-cinder-832499-1-iscsi: { 'AddressGroup': '1.2', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'ConntrackHelper': '1.0', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'LocalIPAssociation': '1.0', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Log': '1.0', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Network': '1.1', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Port': '1.7', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'PortForwarding': '1.2', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'QosPolicy': '1.10', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SecurityGroup': '1.5', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SecurityGroupRule': '1.2', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SubPort': '1.0', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Subnet': '1.1', Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Trunk': '1.1'}} Mar 08 08:25:24.478203 dv-cinder-832499-1-iscsi neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:25:24.480852 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:25:24.481269 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Checking segment: {'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:25:24.481819 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:24.482186 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Bound using segment: {'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:25:24.482673 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Bound port: 18469acb-d623-48d6-a365-cc697e90ca88, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fb3383-f415-458a-9cf5-8602094cb4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:25:24.483049 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (18469acb-d623-48d6-a365-cc697e90ca88), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:24.531580 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2304f263-3832-4dbd-9ff5-8735ffe09e2c None None] Provisioning complete for port 18469acb-d623-48d6-a365-cc697e90ca88 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:24.532153 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2304f263-3832-4dbd-9ff5-8735ffe09e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (18469acb-d623-48d6-a365-cc697e90ca88), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:24.549532 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] For port 18469acb-d623-48d6-a365-cc697e90ca88, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:25:24.569080 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] For port 18469acb-d623-48d6-a365-cc697e90ca88, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=18469acb-d623-48d6-a365-cc697e90ca88,segment=NetworkSegment(24fb3383-f415-458a-9cf5-8602094cb4e0),segment_id=24fb3383-f415-458a-9cf5-8602094cb4e0)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:25:24.573225 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2304f263-3832-4dbd-9ff5-8735ffe09e2c None None] Port 18469acb-d623-48d6-a365-cc697e90ca88 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:25:24.633703 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (18469acb-d623-48d6-a365-cc697e90ca88), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:24.692841 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d55b-a95f-4cab-9557-8ca162a8292c None None] Pushing event updated for resources: {'Port': ['ID=18469acb-d623-48d6-a365-cc697e90ca88,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:24.703823 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Routers {'fb1cb45f-14c7-4be9-8205-aa29b60ce770'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:25:24.704447 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:25:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['fb1cb45f-14c7-4be9-8205-aa29b60ce770'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:25:24.797368 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] Set router fb1cb45f-14c7-4be9-8205-aa29b60ce770 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:25:24.893317 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-76c8e1f0-de5c-4f6a-a9ae-f50e6ec6dabc None None] Provisioning complete for port 18469acb-d623-48d6-a365-cc697e90ca88 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:24.893816 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-76c8e1f0-de5c-4f6a-a9ae-f50e6ec6dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (18469acb-d623-48d6-a365-cc697e90ca88), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:24.972877 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-76c8e1f0-de5c-4f6a-a9ae-f50e6ec6dabc None None] Current status of the port 18469acb-d623-48d6-a365-cc697e90ca88 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:25:24.973855 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-76c8e1f0-de5c-4f6a-a9ae-f50e6ec6dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (18469acb-d623-48d6-a365-cc697e90ca88), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:25.010551 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-76c8e1f0-de5c-4f6a-a9ae-f50e6ec6dabc None None] For port 18469acb-d623-48d6-a365-cc697e90ca88, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=18469acb-d623-48d6-a365-cc697e90ca88,segment=NetworkSegment(24fb3383-f415-458a-9cf5-8602094cb4e0),segment_id=24fb3383-f415-458a-9cf5-8602094cb4e0)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:25:25.017087 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'name': 'router1', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:25:11Z', 'updated_at': '2022-03-08T08:25:22Z', 'revision_number': 2, 'project_id': '56e6ee333b5f474287611018dc52d086', 'gw_port_host': None, '_interfaces': [{'id': '18469acb-d623-48d6-a365-cc697e90ca88', 'name': '', 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'mac_address': 'fa:16:3e:97:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:21Z', 'updated_at': '2022-03-08T08:25:24Z', 'revision_number': 4, 'project_id': '56e6ee333b5f474287611018dc52d086', 'subnets': [{'id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59f1e08c-80c6-4c0c-a512-f3ddb5d38030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:25:25.044661 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d36abf-b94c-4ff0-ac69-397e48b53145 None None] The sync data for ids ['fb1cb45f-14c7-4be9-8205-aa29b60ce770'] in dv-cinder-832499-1-iscsi is: [{'id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'name': 'router1', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:25:11Z', 'updated_at': '2022-03-08T08:25:22Z', 'revision_number': 2, 'project_id': '56e6ee333b5f474287611018dc52d086', 'gw_port_host': None, '_interfaces': [{'id': '18469acb-d623-48d6-a365-cc697e90ca88', 'name': '', 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'mac_address': 'fa:16:3e:97:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:21Z', 'updated_at': '2022-03-08T08:25:24Z', 'revision_number': 4, 'project_id': '56e6ee333b5f474287611018dc52d086', 'subnets': [{'id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59f1e08c-80c6-4c0c-a512-f3ddb5d38030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:25:25.090928 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-76c8e1f0-de5c-4f6a-a9ae-f50e6ec6dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (18469acb-d623-48d6-a365-cc697e90ca88), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:25.139153 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8e1f0-de5c-4f6a-a9ae-f50e6ec6dabc None None] Pushing event updated for resources: {'Port': ['ID=18469acb-d623-48d6-a365-cc697e90ca88,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:25.473405 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55030) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:25.581545 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aa3051-43b1-454e-8f75-ce1911d89ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:25:25.582977 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e2aa3051-43b1-454e-8f75-ce1911d89ade admin admin] 10.222.0.21 "GET /v2.0/networks/4aa26f8a-4e6a-4dab-b066-331be0e8c86f HTTP/1.1" status: 200 len: 842 time: 0.1085873 Mar 08 08:25:25.592235 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'name': 'public-subnet'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:25:25.692726 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Made reservation on behalf of e70ca426bd7a41a2a115f3a896465eaa for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:25:25.695245 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:26.037814 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.objects.ports [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103371) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 08:25:26.038273 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (e7fa6856-378f-4a53-9592-cb792b01dbba), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:26.089382 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fa6856-378f-4a53-9592-cb792b01dbba,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:26.100001 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:25:26.100355 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Network hostable DHCP agents. Network: 4aa26f8a-4e6a-4dab-b066-331be0e8c86f, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:25:26.217659 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:25:26.303528 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 4aa26f8a-4e6a-4dab-b066-331be0e8c86f) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:25:26.308072 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:25:26.313445 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:26.314234 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25ffc3-efef-4410-b3a0-2b6e24b4d7f6 None None] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:25:26.392106 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f0a9682e-037d-456c-899a-588284b1f403 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8032227 Mar 08 08:25:26.414120 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76da89-4388-4fea-b778-31adc23a111c None None] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:25:28.834143 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55038) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:28.966337 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-89be49f2-d1af-40e4-a544-1ca6881d876f demo admin] 10.222.0.21 "GET /v2.0/routers/fb1cb45f-14c7-4be9-8205-aa29b60ce770 HTTP/1.1" status: 200 len: 710 time: 0.1310277 Mar 08 08:25:29.126818 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8594a52-65c6-4ae3-bfd5-a28e775407b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:25:29.128145 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e8594a52-65c6-4ae3-bfd5-a28e775407b4 demo admin] 10.222.0.21 "GET /v2.0/networks/4aa26f8a-4e6a-4dab-b066-331be0e8c86f HTTP/1.1" status: 200 len: 886 time: 0.1565647 Mar 08 08:25:29.137124 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:25:29.387492 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks [] for router_gateway (fb1cb45f-14c7-4be9-8205-aa29b60ce770), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:29.701682 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks [] for router_gateway (fb1cb45f-14c7-4be9-8205-aa29b60ce770), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:29.779252 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:29.886283 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Allocated IP 172.27.2.28 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/0c281a50-47d6-42f3-844d-e890112183af) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:25:29.985628 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks [] for port (0c281a50-47d6-42f3-844d-e890112183af), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:30.098535 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (0c281a50-47d6-42f3-844d-e890112183af), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:30.141223 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:25:30.143964 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:25:30.150138 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:25:30.152188 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Pushing event updated for resources: {'Port': ['ID=0c281a50-47d6-42f3-844d-e890112183af,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:30.497051 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks [] for router_gateway (fb1cb45f-14c7-4be9-8205-aa29b60ce770), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:30.782339 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1689878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25674'] for router (fb1cb45f-14c7-4be9-8205-aa29b60ce770), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:30.786871 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1689881'] for router (fb1cb45f-14c7-4be9-8205-aa29b60ce770), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:30.896949 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Router fb1cb45f-14c7-4be9-8205-aa29b60ce770 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:25:31.005603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:25:31.010548 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:31.012135 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9ffef37f-f4ad-4e12-ab9b-859c45efbb11 demo admin] 10.222.0.21 "PUT /v2.0/routers/fb1cb45f-14c7-4be9-8205-aa29b60ce770 HTTP/1.1" status: 200 len: 889 time: 1.8778238 Mar 08 08:25:33.531458 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55050) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:25:33.589337 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Sync routers for ids ['fb1cb45f-14c7-4be9-8205-aa29b60ce770'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:25:33.604930 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Routers {'fb1cb45f-14c7-4be9-8205-aa29b60ce770'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:25:33.605592 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:25:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['fb1cb45f-14c7-4be9-8205-aa29b60ce770'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:25:33.658560 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3747719e-a18f-4bda-af66-47980e1ce77c admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1259038 Mar 08 08:25:33.668357 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 18469acb-d623-48d6-a365-cc697e90ca88 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:25:33.855013 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 18469acb-d623-48d6-a365-cc697e90ca88 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:33.855293 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (18469acb-d623-48d6-a365-cc697e90ca88), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:33.898939 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Set router fb1cb45f-14c7-4be9-8205-aa29b60ce770 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:25:34.185756 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 18469acb-d623-48d6-a365-cc697e90ca88 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:25:34.413042 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'name': 'router1', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0c281a50-47d6-42f3-844d-e890112183af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:25:11Z', 'updated_at': '2022-03-08T08:25:30Z', 'revision_number': 4, 'project_id': '56e6ee333b5f474287611018dc52d086', 'gw_port': {'id': '0c281a50-47d6-42f3-844d-e890112183af', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:29Z', 'updated_at': '2022-03-08T08:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '18469acb-d623-48d6-a365-cc697e90ca88', 'name': '', 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'mac_address': 'fa:16:3e:97:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:21Z', 'updated_at': '2022-03-08T08:25:24Z', 'revision_number': 5, 'project_id': '56e6ee333b5f474287611018dc52d086', 'subnets': [{'id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59f1e08c-80c6-4c0c-a512-f3ddb5d38030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:25:34.463957 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Checking router: fb1cb45f-14c7-4be9-8205-aa29b60ce770 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:25:34.464611 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Updating router fb1cb45f-14c7-4be9-8205-aa29b60ce770 port 0c281a50-47d6-42f3-844d-e890112183af binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:25:34.518953 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (0c281a50-47d6-42f3-844d-e890112183af), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:34.839082 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Publish callbacks [] for port (0c281a50-47d6-42f3-844d-e890112183af), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:34.907522 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (0c281a50-47d6-42f3-844d-e890112183af), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:34.968945 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Attempting to bind port 0c281a50-47d6-42f3-844d-e890112183af on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:25:34.969315 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Attempting to bind port 0c281a50-47d6-42f3-844d-e890112183af by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:25:34.969683 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Attempting to bind port 0c281a50-47d6-42f3-844d-e890112183af on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:25:34.972568 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b956e-febc-4581-9320-285df3646e26 None None] Pushing event updated for resources: {'Port': ['ID=0c281a50-47d6-42f3-844d-e890112183af,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:34.979087 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:25:34.979468 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:25:34.979868 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:34.980252 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:25:34.980719 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Bound port: 0c281a50-47d6-42f3-844d-e890112183af, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:25:34.981639 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (0c281a50-47d6-42f3-844d-e890112183af), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:35.065926 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] For port 0c281a50-47d6-42f3-844d-e890112183af, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:25:35.069187 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] For port 0c281a50-47d6-42f3-844d-e890112183af, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=0c281a50-47d6-42f3-844d-e890112183af,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:25:35.130809 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (0c281a50-47d6-42f3-844d-e890112183af), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:35.185849 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Routers {'fb1cb45f-14c7-4be9-8205-aa29b60ce770'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:25:35.186473 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:25:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['fb1cb45f-14c7-4be9-8205-aa29b60ce770'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:25:35.222245 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b956e-febc-4581-9320-285df3646e26 None None] Pushing event updated for resources: {'Port': ['ID=0c281a50-47d6-42f3-844d-e890112183af,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:35.305405 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] Set router fb1cb45f-14c7-4be9-8205-aa29b60ce770 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:25:35.537033 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'name': 'router1', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0c281a50-47d6-42f3-844d-e890112183af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:25:11Z', 'updated_at': '2022-03-08T08:25:30Z', 'revision_number': 4, 'project_id': '56e6ee333b5f474287611018dc52d086', 'gw_port': {'id': '0c281a50-47d6-42f3-844d-e890112183af', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:29Z', 'updated_at': '2022-03-08T08:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '18469acb-d623-48d6-a365-cc697e90ca88', 'name': '', 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'mac_address': 'fa:16:3e:97:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:21Z', 'updated_at': '2022-03-08T08:25:24Z', 'revision_number': 5, 'project_id': '56e6ee333b5f474287611018dc52d086', 'subnets': [{'id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59f1e08c-80c6-4c0c-a512-f3ddb5d38030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:25:35.570683 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01272ed-cb12-406b-8224-067b89cb9d18 None None] The sync data for ids ['fb1cb45f-14c7-4be9-8205-aa29b60ce770'] in dv-cinder-832499-1-iscsi is: [{'id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'name': 'router1', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0c281a50-47d6-42f3-844d-e890112183af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:25:11Z', 'updated_at': '2022-03-08T08:25:30Z', 'revision_number': 4, 'project_id': '56e6ee333b5f474287611018dc52d086', 'gw_port': {'id': '0c281a50-47d6-42f3-844d-e890112183af', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:29Z', 'updated_at': '2022-03-08T08:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '18469acb-d623-48d6-a365-cc697e90ca88', 'name': '', 'network_id': '2b10bf5c-c668-41d2-a4eb-44c92e919b91', 'tenant_id': '56e6ee333b5f474287611018dc52d086', 'mac_address': 'fa:16:3e:97:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1cb45f-14c7-4be9-8205-aa29b60ce770', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:25:21Z', 'updated_at': '2022-03-08T08:25:24Z', 'revision_number': 5, 'project_id': '56e6ee333b5f474287611018dc52d086', 'subnets': [{'id': 'bb7bee86-856f-4bf2-aea0-d88e974eaeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59f1e08c-80c6-4c0c-a512-f3ddb5d38030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:25:37.717311 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 0c281a50-47d6-42f3-844d-e890112183af up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:25:37.802826 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 0c281a50-47d6-42f3-844d-e890112183af triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:37.803588 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (0c281a50-47d6-42f3-844d-e890112183af), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:37.904702 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 0c281a50-47d6-42f3-844d-e890112183af is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:25:37.905427 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (0c281a50-47d6-42f3-844d-e890112183af), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:37.930475 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 0c281a50-47d6-42f3-844d-e890112183af, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=0c281a50-47d6-42f3-844d-e890112183af,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:25:38.025156 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (0c281a50-47d6-42f3-844d-e890112183af), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:38.108879 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=0c281a50-47d6-42f3-844d-e890112183af,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:25:38.898632 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:25:39.708523 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 0c281a50-47d6-42f3-844d-e890112183af up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:25:39.814144 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 0c281a50-47d6-42f3-844d-e890112183af triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:25:39.814548 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (0c281a50-47d6-42f3-844d-e890112183af), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:39.922605 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 0c281a50-47d6-42f3-844d-e890112183af is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:25:44.718933 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1f478c91-678b-4f64-9638-5af589d74e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:47.015811 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-30bedd37-98cb-4bd7-afdb-6103ad4edce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:47.981909 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:49.452230 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:25:50.969053 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:14.678796 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a822004-937d-4076-8052-8f263cf6b3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:15.887095 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:26:17.034865 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-66e639c6-4575-4579-b933-13211dd0c2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:18.119011 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:19.478621 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:20.977286 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:44.700639 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a041e561-2df3-44d7-8ef6-cd06bf32e107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:47.034389 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1b52c915-1f93-4231-a4a1-db2d3270b0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:47.986889 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:49.439848 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:50.977032 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:26:52.888323 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:26:57.066959 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55534) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:26:57.127593 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91f9138-9859-466a-b848-c4e58a891cda admin admin] GET failed (client error): The resource could not be found. Mar 08 08:26:57.128862 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b91f9138-9859-466a-b848-c4e58a891cda admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609720 Mar 08 08:26:57.286625 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b4da46-aef4-4195-b7d9-ff15d0555716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:26:57.288025 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-04b4da46-aef4-4195-b7d9-ff15d0555716 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552093 Mar 08 08:26:59.619104 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55544) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:26:59.708059 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da27039-39ac-4a83-8273-114d556cb500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:26:59.709400 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2da27039-39ac-4a83-8273-114d556cb500 admin admin] 10.222.0.21 "GET /v2.0/subnets/bb7bee86-856f-4bf2-aea0-d88e974eaeae HTTP/1.1" status: 200 len: 849 time: 0.0893402 Mar 08 08:26:59.718685 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:26:59.804964 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Publish callbacks [] for subnet (bb7bee86-856f-4bf2-aea0-d88e974eaeae), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:00.008928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790922888879'] for subnet (bb7bee86-856f-4bf2-aea0-d88e974eaeae), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:00.040323 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:00.041570 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:00.042198 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] 10.222.0.21 "PUT /v2.0/subnets/bb7bee86-856f-4bf2-aea0-d88e974eaeae HTTP/1.1" status: 200 len: 868 time: 0.3270321 Mar 08 08:27:00.057827 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9378f-432f-4c37-a1b8-c9e71917716b None None] Network 2b10bf5c-c668-41d2-a4eb-44c92e919b91 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:27:00.065266 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7bee86-856f-4bf2-aea0-d88e974eaeae,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:27:00.073924 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.074399 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.074744 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.075090 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.075430 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.075856 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.076217 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.076556 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.076905 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.077262 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.077595 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.077919 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.078405 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc6698-673f-4268-aca1-c67b2542ede8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:00.399622 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-6e541487-416e-45e8-abb9-b670f5ea0c91 None None] Provisioning complete for port 6e70b7f0-b85a-4c09-9a73-8b943855b48b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:27:00.400284 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e541487-416e-45e8-abb9-b670f5ea0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (6e70b7f0-b85a-4c09-9a73-8b943855b48b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:00.476558 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-6e541487-416e-45e8-abb9-b670f5ea0c91 None None] Current status of the port 6e70b7f0-b85a-4c09-9a73-8b943855b48b is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:27:00.486021 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-6e541487-416e-45e8-abb9-b670f5ea0c91 None None] Provisioning complete for port 18469acb-d623-48d6-a365-cc697e90ca88 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:27:00.486420 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e541487-416e-45e8-abb9-b670f5ea0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (18469acb-d623-48d6-a365-cc697e90ca88), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:00.562709 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-6e541487-416e-45e8-abb9-b670f5ea0c91 None None] Current status of the port 18469acb-d623-48d6-a365-cc697e90ca88 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:27:02.361778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55552) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:02.555469 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28c333-8e02-4c40-b296-83f91f08ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:02.555891 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28c333-8e02-4c40-b296-83f91f08ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:02.557468 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cc28c333-8e02-4c40-b296-83f91f08ac53 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947150 Mar 08 08:27:04.882258 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55560) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:05.014917 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a8322-f4d8-493a-8be7-732185c95fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:05.015384 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a8322-f4d8-493a-8be7-732185c95fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:05.016900 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-291a8322-f4d8-493a-8be7-732185c95fde admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336970 Mar 08 08:27:07.325201 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55568) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:07.453408 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a3ef2-59d3-4aa6-ad8a-ebec6d52309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:07.454816 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-301a3ef2-59d3-4aa6-ad8a-ebec6d52309f admin admin] 10.222.0.21 "GET /v2.0/networks/2b10bf5c-c668-41d2-a4eb-44c92e919b91 HTTP/1.1" status: 200 len: 869 time: 0.1286652 Mar 08 08:27:09.760510 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55576) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:09.887791 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3247182-8247-4be8-a554-bf9acf67425d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:09.889079 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c3247182-8247-4be8-a554-bf9acf67425d admin admin] 10.222.0.21 "GET /v2.0/networks/4aa26f8a-4e6a-4dab-b066-331be0e8c86f HTTP/1.1" status: 200 len: 886 time: 0.1276145 Mar 08 08:27:12.200018 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55584) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:12.332910 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c21d7d-f1cd-4d27-b3b3-e14dd1634476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:12.333357 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c21d7d-f1cd-4d27-b3b3-e14dd1634476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:12.334908 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c2c21d7d-f1cd-4d27-b3b3-e14dd1634476 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339641 Mar 08 08:27:14.652537 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55594) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:14.700569 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d86c45e-eaab-4514-a2fa-20c6ed5ef3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:14.767812 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1511cfd-226f-4835-bcdd-8c2cc0d9107c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:14.768259 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1511cfd-226f-4835-bcdd-8c2cc0d9107c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:14.769767 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b1511cfd-226f-4835-bcdd-8c2cc0d9107c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1160336 Mar 08 08:27:17.045241 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c4e9b657-826a-49b5-b876-82d4bff91319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:17.070002 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55602) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:17.191940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2524b55-1464-475d-879c-0ea27a77f898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:17.193270 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a2524b55-1464-475d-879c-0ea27a77f898 admin admin] 10.222.0.21 "GET /v2.0/subnets/bb7bee86-856f-4bf2-aea0-d88e974eaeae HTTP/1.1" status: 200 len: 868 time: 0.1223319 Mar 08 08:27:18.111758 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:19.428128 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:19.571940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55610) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:19.660451 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997269bc-2ee6-4b7b-978f-176152587ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:19.661820 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-997269bc-2ee6-4b7b-978f-176152587ad2 admin admin] 10.222.0.21 "GET /v2.0/subnets/e7fa6856-378f-4a53-9592-cb792b01dbba HTTP/1.1" status: 200 len: 816 time: 0.0889313 Mar 08 08:27:20.976119 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:29.886188 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:27:44.685014 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c8476b27-6a3c-4eb2-adb0-35f653c9b008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:47.056046 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f1bfdf7f-ca58-4eca-948d-1b05f06b8a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:47.647885 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55662) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:47.694089 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [None req-a1bfc719-4973-4fe4-8db5-b38f7edc3948 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:27:47.695356 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a1bfc719-4973-4fe4-8db5-b38f7edc3948 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464530 Mar 08 08:27:48.113633 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:49.448269 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:50.076604 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55670) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:50.141754 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c2468e-4473-42b5-a923-169cf565d59c admin admin] GET failed (client error): The resource could not be found. Mar 08 08:27:50.143051 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-03c2468e-4473-42b5-a923-169cf565d59c admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655377 Mar 08 08:27:50.282586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03652f98-e806-4c3e-a1f7-7067d66d3d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:50.283989 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-03652f98-e806-4c3e-a1f7-7067d66d3d25 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369419 Mar 08 08:27:50.991358 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:52.614916 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55678) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:52.661081 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:27:52.739555 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Made reservation on behalf of e70ca426bd7a41a2a115f3a896465eaa for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:27:52.741805 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:52.778130 dv-cinder-832499-1-iscsi neutron-server[103370]: WARNING neutron.services.revisions.revision_plugin [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Could not find related network for resource to bump revision. Mar 08 08:27:52.792522 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:27:52.801381 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (d113a6a4-5316-4f8f-8d19-162d92a1a227), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:52.801658 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Added segment d113a6a4-5316-4f8f-8d19-162d92a1a227 of type vlan for network 947716bb-eac4-4c43-8ce2-e23d62cd15ce Mar 08 08:27:52.843533 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (947716bb-eac4-4c43-8ce2-e23d62cd15ce), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:52.907835 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (947716bb-eac4-4c43-8ce2-e23d62cd15ce), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:52.908776 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:52.909351 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:52.965224 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Pushing event updated for resources: {'Network': ['ID=947716bb-eac4-4c43-8ce2-e23d62cd15ce,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:27:52.971580 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.976586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:52.986018 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 947716bb-eac4-4c43-8ce2-e23d62cd15ce details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:27:52.990650 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b353cce4-88b3-4c7c-a3fc-8518f74b8972 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3746634 Mar 08 08:27:55.310757 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55686) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:27:55.369616 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02169b0-a561-4ac2-8472-a5c618d50ae0 admin admin] GET failed (client error): The resource could not be found. Mar 08 08:27:55.370900 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c02169b0-a561-4ac2-8472-a5c618d50ae0 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592110 Mar 08 08:27:55.440324 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a13deb-db66-48ff-a234-6b0627f9163e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:55.441734 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-06a13deb-db66-48ff-a234-6b0627f9163e admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668991 Mar 08 08:27:55.451414 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:27:55.568174 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Made reservation on behalf of e70ca426bd7a41a2a115f3a896465eaa for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:27:55.570608 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:55.871069 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (9326ba40-b740-4542-8331-fa90ad4938ad), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:55.924752 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9326ba40-b740-4542-8331-fa90ad4938ad,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:27:55.932987 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Checking segment: {'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:27:55.933343 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Network hostable DHCP agents. Network: 947716bb-eac4-4c43-8ce2-e23d62cd15ce, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:27:56.007329 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Network 947716bb-eac4-4c43-8ce2-e23d62cd15ce is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:27:56.090599 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 947716bb-eac4-4c43-8ce2-e23d62cd15ce) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:27:56.094639 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:27:56.095270 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:56.099560 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c3e9e-5bb1-40c2-8921-146a01516d0a None None] Network 947716bb-eac4-4c43-8ce2-e23d62cd15ce requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:27:56.184670 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-666720cc-5604-4841-97d6-8841e3e639ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7364388 Mar 08 08:27:56.198695 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-947716bb-eac4-4c43-8ce2-e23d62cd15ce', 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce', 'project_id': 'e70ca426bd7a41a2a115f3a896465eaa', 'fixed_ips': [{'subnet_id': '9326ba40-b740-4542-8331-fa90ad4938ad'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:27:56.199587 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:56.442897 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Allocated IP 192.168.233.2 (947716bb-eac4-4c43-8ce2-e23d62cd15ce/9326ba40-b740-4542-8331-fa90ad4938ad/cfc97ff5-1aed-447e-b483-054ca2b7de17) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:27:56.587319 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Publish callbacks [] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:56.645577 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:56.688278 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Network 947716bb-eac4-4c43-8ce2-e23d62cd15ce is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:27:56.691097 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:27:56.695722 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:27:56.698675 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Pushing event updated for resources: {'Port': ['ID=cfc97ff5-1aed-447e-b483-054ca2b7de17,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:27:56.709388 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.709861 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.710173 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.710524 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.710859 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.711188 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.711521 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.711844 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.712167 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.712513 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.712841 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.713162 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.713510 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:27:56.761614 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Attempting to bind port cfc97ff5-1aed-447e-b483-054ca2b7de17 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:27:56.761999 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Attempting to bind port cfc97ff5-1aed-447e-b483-054ca2b7de17 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:27:56.762368 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Attempting to bind port cfc97ff5-1aed-447e-b483-054ca2b7de17 on network 947716bb-eac4-4c43-8ce2-e23d62cd15ce {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:27:56.767518 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:27:56.767890 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Checking segment: {'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:27:56.768283 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:56.768669 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Bound using segment: {'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:27:56.769130 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Bound port: cfc97ff5-1aed-447e-b483-054ca2b7de17, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:27:56.769561 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:56.833636 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] For port cfc97ff5-1aed-447e-b483-054ca2b7de17, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:27:56.836732 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] For port cfc97ff5-1aed-447e-b483-054ca2b7de17, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=cfc97ff5-1aed-447e-b483-054ca2b7de17,segment=NetworkSegment(d113a6a4-5316-4f8f-8d19-162d92a1a227),segment_id=d113a6a4-5316-4f8f-8d19-162d92a1a227)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:27:56.902490 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:56.958357 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0252d29-b6d0-4980-ba6d-56f18a59259c None None] Pushing event updated for resources: {'Port': ['ID=cfc97ff5-1aed-447e-b483-054ca2b7de17,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:27:57.790133 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device cfc97ff5-1aed-447e-b483-054ca2b7de17 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:27:57.817822 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81701828-6c65-4f8d-be50-2e07ffa9b059 None None] Network 947716bb-eac4-4c43-8ce2-e23d62cd15ce requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:27:57.918550 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port cfc97ff5-1aed-447e-b483-054ca2b7de17 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:27:57.918948 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:57.969283 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-0ebaac16-7f02-41de-b500-722302897954 None None] Provisioning complete for port cfc97ff5-1aed-447e-b483-054ca2b7de17 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:27:57.969677 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0ebaac16-7f02-41de-b500-722302897954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:58.098486 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port cfc97ff5-1aed-447e-b483-054ca2b7de17 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:27:58.098861 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:58.108768 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-0ebaac16-7f02-41de-b500-722302897954 None None] Current status of the port cfc97ff5-1aed-447e-b483-054ca2b7de17 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:27:58.111483 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0ebaac16-7f02-41de-b500-722302897954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:58.155914 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port cfc97ff5-1aed-447e-b483-054ca2b7de17, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=cfc97ff5-1aed-447e-b483-054ca2b7de17,segment=NetworkSegment(d113a6a4-5316-4f8f-8d19-162d92a1a227),segment_id=d113a6a4-5316-4f8f-8d19-162d92a1a227)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:27:58.248617 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:58.330895 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.db.api [None req-0ebaac16-7f02-41de-b500-722302897954 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 08:27:58.331166 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG oslo_db.api [None req-0ebaac16-7f02-41de-b500-722302897954 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 08:27:58.334396 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=cfc97ff5-1aed-447e-b483-054ca2b7de17,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:27:58.868024 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-0ebaac16-7f02-41de-b500-722302897954 None None] Current status of the port cfc97ff5-1aed-447e-b483-054ca2b7de17 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:27:58.988589 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-82a3a433-a233-4668-9e92-fd96b739baad None None] Provisioning complete for port cfc97ff5-1aed-447e-b483-054ca2b7de17 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:27:58.989154 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-82a3a433-a233-4668-9e92-fd96b739baad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:59.072501 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-82a3a433-a233-4668-9e92-fd96b739baad None None] Current status of the port cfc97ff5-1aed-447e-b483-054ca2b7de17 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:27:59.740120 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device cfc97ff5-1aed-447e-b483-054ca2b7de17 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:27:59.787184 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port cfc97ff5-1aed-447e-b483-054ca2b7de17 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:27:59.787578 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (cfc97ff5-1aed-447e-b483-054ca2b7de17), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:27:59.863539 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port cfc97ff5-1aed-447e-b483-054ca2b7de17 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:28:06.885632 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:28:14.724646 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-223ac9f8-c676-4842-96ba-b536416eee1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:17.027364 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d8cee36e-34e7-4ba9-a771-be57725631fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:18.030547 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:19.435984 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:21.002240 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:43.884847 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:28:44.744626 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e58b5558-19e3-4aae-b0d1-64e4dc30fde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:47.058566 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3c582365-a226-463a-a201-ba97a8810315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:48.010007 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:49.441442 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:28:50.990253 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:14.695118 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2a2cd992-6bbf-4419-a1d6-ef987bd7ff3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:17.035148 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac41b082-0774-4e6e-9f3d-26eac4249eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:18.012760 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:19.452357 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:20.883965 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:29:20.972272 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:44.698129 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-83961cdb-57db-4c6c-8334-d3a29b5d40e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:47.047711 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-52c42db0-d4a6-4f6a-9422-15d04965a987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:48.020284 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:49.454864 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:50.992049 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:56.079386 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55726) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:29:56.084948 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [None req-536b6d94-2bec-42a8-a173-4a1fd152fe9d tempest-verify_tempest_config-723608057 tempest-verify_tempest_config-723608057-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:29:56.085932 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-536b6d94-2bec-42a8-a173-4a1fd152fe9d tempest-verify_tempest_config-723608057 tempest-verify_tempest_config-723608057-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055680 Mar 08 08:29:56.565474 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55744) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:29:56.672528 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:56.744969 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Publish callbacks [] for security_group (3a9f3901-33b0-4eae-a68b-32079460e0e6), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:56.834722 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (3a9f3901-33b0-4eae-a68b-32079460e0e6), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:56.876940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f3901-33b0-4eae-a68b-32079460e0e6,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:29:56.881385 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea24568e55924feabe985e367ba4c3b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3148854 Mar 08 08:29:56.884256 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55748) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:29:56.885978 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.886333 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.886684 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.887024 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.887360 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.887692 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.888040 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.888373 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.888705 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.889037 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.889372 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.889695 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.890043 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f18681-9b91-443f-81b7-2048480d41f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:56.937824 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Publish callbacks [] for security_group (3a9f3901-33b0-4eae-a68b-32079460e0e6), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:56.958413 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Publish callbacks [] for security_group (3a9f3901-33b0-4eae-a68b-32079460e0e6), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:57.111884 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (3a9f3901-33b0-4eae-a68b-32079460e0e6), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:57.114592 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:29:57.115766 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a9f3901-33b0-4eae-a68b-32079460e0e6 HTTP/1.1" status: 204 len: 168 time: 0.2305682 Mar 08 08:29:57.123417 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f3901-33b0-4eae-a68b-32079460e0e6,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:29:57.129932 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.130333 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.130682 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.131019 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.131383 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.131684 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.132029 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.132363 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.132712 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.133043 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.133364 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.133687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.134031 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d728f7e-a13b-4fad-b6ec-7313dec115e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:29:57.882684 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:30:14.700777 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-71302d7a-04a0-4d0c-8f8f-eb97e8c8684b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:17.057037 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a5dfb66-2637-4a86-a336-046fe991c193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:18.008805 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:19.462872 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:20.977464 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:34.882920 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:30:44.705555 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e101ce0d-9d95-4756-9a7c-e2ef3e477498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:47.037143 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e7a054e-5c0b-4573-b34c-bb8c7b3cc421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:47.999975 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:49.477038 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:30:50.994389 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:11.882092 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:31:14.707752 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cf29616-9dc9-4de8-ab4a-e58b30623e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:17.048108 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5984cb67-73db-4d92-a653-6b718647f2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:17.999103 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:19.462364 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:20.979208 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:35.007923 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690611'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:44.762481 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-49e6f244-3f5e-40ae-8a7b-b21cd70c9e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:47.033445 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0dc03ec8-b14e-410c-ba73-78250cbcef26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:48.008269 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:48.881575 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:31:49.453149 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:49.800994 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 55820) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:31:49.904204 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3b6c6142-1e3c-402f-a9b8-bdde8666194b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020935 Mar 08 08:31:50.988007 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:31:52.207496 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 55830) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:31:52.269233 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6fe14c31-e913-4be6-a818-21d5a7faa559 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0606570 Mar 08 08:32:04.990390 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:14.733026 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7003efe4-8a85-4dfb-b698-0d27c004415d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:17.055366 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a53b090d-ef45-4b0d-84d2-94b088f9c1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:18.021086 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:19.458514 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:20.984404 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:25.880614 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:32:34.995578 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:44.704514 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d4acad6-3c6c-48f2-b7d6-f319900a2b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:47.087541 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-721f49fb-c915-42bb-a5cc-60462b721fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:48.009519 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:49.478831 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:32:50.975571 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:02.879922 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:33:05.006936 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:14.700634 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1ddced51-ca87-40f1-9e58-e72c7878ec47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:17.072550 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-394b32d9-4ea9-4596-8e15-4477d65376ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:18.009423 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:19.481022 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:20.972266 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:28.754010 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56004) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:29.099903 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1590530424-network', 'tenant_id': '05c4d85d320149aeb3fee40fc536eb90'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:29.220446 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Made reservation on behalf of 05c4d85d320149aeb3fee40fc536eb90 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:29.226448 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.236387 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.308242 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Publish callbacks [] for security_group (70597f41-fb6b-45bb-b2eb-f91c9fb16fac), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.372660 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (70597f41-fb6b-45bb-b2eb-f91c9fb16fac), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.381593 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56036) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:29.391602 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:33:29.408924 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (7f09699f-1a9c-41ac-96f2-b7b88cc2df8a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.409270 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Added segment 7f09699f-1a9c-41ac-96f2-b7b88cc2df8a of type vlan for network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 Mar 08 08:33:29.410551 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70597f41-fb6b-45bb-b2eb-f91c9fb16fac,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:29.424598 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.424969 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.425357 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.425651 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.426008 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.426346 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.426716 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.427032 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.427387 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.427712 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.428114 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.428365 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.428688 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Tracked resource versions report: Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: pushed versions: Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: { 'AddressGroup': {'1.2'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'ConntrackHelper': {'1.0'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Log': {'1.0'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Network': {'1.1'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Port': {'1.7'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'PortForwarding': {'1.2'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'QosPolicy': {'1.10'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SecurityGroup': {'1.5'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SubPort': {'1.0'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Subnet': {'1.1'}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Trunk': {'1.1'}} Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: consumer versions: Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: { DHCP agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: HyperV agent@hv-cinder-83249: {}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: L3 agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: Metadata agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: Metering agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: Open vSwitch agent@dv-cinder-832499-1-iscsi: { 'AddressGroup': '1.2', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'ConntrackHelper': '1.0', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'LocalIPAssociation': '1.0', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Log': '1.0', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Network': '1.1', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Port': '1.7', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'PortForwarding': '1.2', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'QosPolicy': '1.10', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SecurityGroup': '1.5', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SecurityGroupRule': '1.2', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'SubPort': '1.0', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Subnet': '1.1', Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: 'Trunk': '1.1'}} Mar 08 08:33:29.429820 dv-cinder-832499-1-iscsi neutron-server[103370]: {{(pid=103370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:33:29.468479 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (8defdde4-71c2-4fbd-b69c-4d7588c79e65), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.568805 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (8defdde4-71c2-4fbd-b69c-4d7588c79e65), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.568805 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:29.568805 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.631919 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] Pushing event updated for resources: {'Network': ['ID=8defdde4-71c2-4fbd-b69c-4d7588c79e65,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:29.643414 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56046) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:29.648198 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ba2f904d-aef7-4046-b27f-9c66577f913b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8878746 Mar 08 08:33:29.648325 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:33:29.648824 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Request body: {'subnet': {'network_id': '8defdde4-71c2-4fbd-b69c-4d7588c79e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1590530424-subnet', 'tenant_id': '05c4d85d320149aeb3fee40fc536eb90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:29.778965 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Made reservation on behalf of 05c4d85d320149aeb3fee40fc536eb90 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:29.781475 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:29.933318 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-916396878-network', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:29.937517 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56054) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:30.035500 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Made reservation on behalf of a9c1109eec1e49879e9ee38d4823435d for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:30.037979 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.047416 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.050245 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.065130 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56064) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:30.133495 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Checking segment: {'id': '7f09699f-1a9c-41ac-96f2-b7b88cc2df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8defdde4-71c2-4fbd-b69c-4d7588c79e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:30.133867 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Network hostable DHCP agents. Network: 8defdde4-71c2-4fbd-b69c-4d7588c79e65, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:33:30.166466 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:30.199591 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Publish callbacks [] for security_group (d157444a-2125-40a3-a724-aeca0e9310d4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.202713 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.203071 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.203519 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.204052 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.204574 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.205128 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.205703 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.206289 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.206891 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.207326 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.207746 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.208090 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.208425 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Tracked resource versions report: Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: pushed versions: Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: { 'AddressGroup': {'1.2'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Log': {'1.0'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Network': {'1.1'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Port': {'1.7'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'PortForwarding': {'1.2'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'QosPolicy': {'1.10'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SecurityGroup': {'1.5'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SubPort': {'1.0'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Subnet': {'1.1'}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Trunk': {'1.1'}} Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: consumer versions: Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: { DHCP agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: HyperV agent@hv-cinder-83249: {}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: L3 agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: Metadata agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: Metering agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: Open vSwitch agent@dv-cinder-832499-1-iscsi: { 'AddressGroup': '1.2', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'ConntrackHelper': '1.0', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'LocalIPAssociation': '1.0', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Log': '1.0', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Network': '1.1', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Port': '1.7', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'PortForwarding': '1.2', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'QosPolicy': '1.10', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SecurityGroup': '1.5', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SecurityGroupRule': '1.2', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'SubPort': '1.0', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Subnet': '1.1', Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: 'Trunk': '1.1'}} Mar 08 08:33:30.209580 dv-cinder-832499-1-iscsi neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:33:30.273642 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d157444a-2125-40a3-a724-aeca0e9310d4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.302446 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d157444a-2125-40a3-a724-aeca0e9310d4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:30.304861 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:33:30.316556 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (1fc6ddbd-7727-463c-84a6-0a158d8c8b09), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.316891 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Added segment 1fc6ddbd-7727-463c-84a6-0a158d8c8b09 of type vlan for network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb Mar 08 08:33:30.332431 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-779714690-network', 'tenant_id': 'ede793b3047442669efa63a8d001d667'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:30.345313 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:33:30.368768 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.381190 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-network', 'tenant_id': '98678c5d673e4b589f10bbf58c040146'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:30.414659 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 8defdde4-71c2-4fbd-b69c-4d7588c79e65) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:30.419404 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:30.420063 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.425678 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e9200-c1b4-408a-b51d-7d510df5505f None None] Network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:30.443658 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Made reservation on behalf of ede793b3047442669efa63a8d001d667 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:30.447960 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.460579 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.501126 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.502201 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:30.502979 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.504475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Made reservation on behalf of 98678c5d673e4b589f10bbf58c040146 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:30.507113 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.524010 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.544897 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5827a2-0241-4539-a536-58d60e7a92af None None] Network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:30.606165 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Publish callbacks [] for security_group (757f97db-9814-4308-8a9a-049d1b4dd0d5), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.626709 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] Pushing event updated for resources: {'Network': ['ID=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:30.640139 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:33:30.644183 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-51fe22f9-d910-4639-a645-5a601fcd6d8f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9995053 Mar 08 08:33:30.670542 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Publish callbacks [] for security_group (05173c4b-00bf-4094-ab6c-9c49d01117e1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.695302 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (757f97db-9814-4308-8a9a-049d1b4dd0d5), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.722021 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7167cc02-3d5c-4862-8410-a0efa870301f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3390174 Mar 08 08:33:30.725458 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56094) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:30.732516 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Request body: {'subnet': {'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-subnet', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:30.746039 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:33:30.748266 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757f97db-9814-4308-8a9a-049d1b4dd0d5,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:30.758304 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (e5a105fe-076c-41bf-b847-c3853305a9b7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.758419 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Added segment e5a105fe-076c-41bf-b847-c3853305a9b7 of type vlan for network c687e176-06d5-433e-ad8b-3139fc84ddd6 Mar 08 08:33:30.800427 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (05173c4b-00bf-4094-ab6c-9c49d01117e1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.804916 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (c687e176-06d5-433e-ad8b-3139fc84ddd6), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.832886 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:33:30.857219 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (3a33355d-40f7-46f6-ac42-7bdf7f88e54a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.857491 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Added segment 3a33355d-40f7-46f6-ac42-7bdf7f88e54a of type vlan for network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 Mar 08 08:33:30.859545 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05173c4b-00bf-4094-ab6c-9c49d01117e1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:30.860735 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Made reservation on behalf of a9c1109eec1e49879e9ee38d4823435d for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:30.863125 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.906500 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (42e8fc26-5cc5-4b90-bb42-5b92112cc703), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.952226 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (c687e176-06d5-433e-ad8b-3139fc84ddd6), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:30.953345 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:30.954250 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.015567 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (42e8fc26-5cc5-4b90-bb42-5b92112cc703), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.017280 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:31.018045 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.023649 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] Pushing event updated for resources: {'Network': ['ID=c687e176-06d5-433e-ad8b-3139fc84ddd6,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:31.039516 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:33:31.091050 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-797fe0b8-7617-4dfc-a246-11d21d071283 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1517935 Mar 08 08:33:31.094332 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56110) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:31.100489 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] Pushing event updated for resources: {'Network': ['ID=42e8fc26-5cc5-4b90-bb42-5b92112cc703,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:31.106078 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Request body: {'subnet': {'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-779714690-subnet', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:31.124020 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:33:31.139736 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5e44358a-79d3-4657-b57f-9eefbdcb9461 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0733912 Mar 08 08:33:31.142510 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56112) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:31.148756 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Request body: {'subnet': {'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-subnet', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:31.156912 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (fc891d89-6e49-4ddf-be67-2fa9ae064595), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.253675 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Made reservation on behalf of ede793b3047442669efa63a8d001d667 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:31.256863 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.270056 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Made reservation on behalf of 98678c5d673e4b589f10bbf58c040146 for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:31.272335 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.559903 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc891d89-6e49-4ddf-be67-2fa9ae064595,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:31.572533 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Checking segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:31.572889 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Network hostable DHCP agents. Network: 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:33:31.627914 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (1369b6d5-f70b-406a-9a56-b877c7243376), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.693866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Checking segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:31.693866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Network hostable DHCP agents. Network: c687e176-06d5-433e-ad8b-3139fc84ddd6, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:33:31.693866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:33:31.716077 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1369b6d5-f70b-406a-9a56-b877c7243376,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:31.758316 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (43fe5ed1-39e7-4cc2-a9b1-529b642b8b37), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.781749 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:33:31.832656 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:31.843731 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Checking segment: {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:31.844113 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Network hostable DHCP agents. Network: 42e8fc26-5cc5-4b90-bb42-5b92112cc703, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:33:31.850624 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:31.853010 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, c687e176-06d5-433e-ad8b-3139fc84ddd6) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:31.862089 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:31.862089 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.862327 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd6497-fd29-4032-a0c5-65e179e47de8 None None] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:31.881825 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:31.888066 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.931586 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903cd16c-693c-4a5f-bd90-9247026a6070 None None] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:31.949838 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:33:31.957457 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 42e8fc26-5cc5-4b90-bb42-5b92112cc703) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:31.962791 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:31.963372 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:31.981856 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9f09254b-8862-426c-a8d9-ae04c83f42ac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2550397 Mar 08 08:33:31.987913 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2e8a98d8-b657-4c62-97b3-cc60ee39262e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8900506 Mar 08 08:33:31.987913 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56168) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:31.990238 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:31.991192 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56170) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:31.997984 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156ca4d-6f5a-4dac-a33a-64c4c6e57096 None None] Network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:31.998647 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:32.043520 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56174) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:32.044078 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bc55a83b-b256-4a5b-97f7-bff53eebd6a8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9000456 Mar 08 08:33:32.048787 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:32.110419 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.111573 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.151522 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (ce9e7764-7250-4727-8ca9-92a89ffa8f41), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.153097 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (ce9e7764-7250-4727-8ca9-92a89ffa8f41), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.159179 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (b9040abc-b095-46c6-b9a7-1c2664617491), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.160395 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (b9040abc-b095-46c6-b9a7-1c2664617491), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.204626 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks [] for router_controller (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.219851 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:33:32.221354 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.290785 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-c687e176-06d5-433e-ad8b-3139fc84ddd6', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:33:32.292809 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.325218 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks [] for router_controller (ce9e7764-7250-4727-8ca9-92a89ffa8f41), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.425685 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks [] for router_controller (b9040abc-b095-46c6-b9a7-1c2664617491), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.435884 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9512922-6441-4ea5-91ec-cebcf2449eb6 None None] Network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:32.576962 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56184) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:32.731406 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks [] for router_gateway (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:32.750240 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Allocated IP 172.20.0.2 (c687e176-06d5-433e-ad8b-3139fc84ddd6/1369b6d5-f70b-406a-9a56-b877c7243376/a1c6533b-ceb0-43ab-aaca-9ab9abce03a8) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:32.932154 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-206c1431-ff16-4344-8f41-8c59abd083f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.029863 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-206c1431-ff16-4344-8f41-8c59abd083f7 admin admin] Publish callbacks [] for security_group (be2914b3-a8a6-44d3-8d57-8fdcb35c791a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.048872 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Allocated IP 172.20.0.2 (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb/fc891d89-6e49-4ddf-be67-2fa9ae064595/f8308696-b239-45a7-8e49-9bfdb314ce79) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:33.103506 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks [] for router_gateway (ce9e7764-7250-4727-8ca9-92a89ffa8f41), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.114180 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-206c1431-ff16-4344-8f41-8c59abd083f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (be2914b3-a8a6-44d3-8d57-8fdcb35c791a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.148655 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c1431-ff16-4344-8f41-8c59abd083f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2914b3-a8a6-44d3-8d57-8fdcb35c791a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:33.162448 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks [] for router_gateway (b9040abc-b095-46c6-b9a7-1c2664617491), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.182271 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56212) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:33.185020 dv-cinder-832499-1-iscsi neutron-server[103371]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 08:33:33.195587 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Publish callbacks [] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.201420 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-206c1431-ff16-4344-8f41-8c59abd083f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51121c54549b4b2882622e6f09031548&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6234424 Mar 08 08:33:33.211641 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56214) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:33.267619 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks [] for router_gateway (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.284995 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Publish callbacks [] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.295880 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.317185 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.383028 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.391036 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Pushing event updated for resources: {'Port': ['ID=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:33.404685 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:33.422729 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.423203 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.423692 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.424229 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.424671 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.425101 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.426302 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.426721 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.427168 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.427616 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.428047 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.428566 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.429024 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Tracked resource versions report: Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: pushed versions: Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: { 'AddressGroup': {'1.2'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'ConntrackHelper': {'1.0'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Log': {'1.0'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Network': {'1.1'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Port': {'1.7'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'PortForwarding': {'1.2'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'QosPolicy': {'1.10'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SecurityGroup': {'1.5'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SubPort': {'1.0'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Subnet': {'1.1'}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Trunk': {'1.1'}} Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: consumer versions: Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: { DHCP agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: HyperV agent@hv-cinder-83249: {}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: L3 agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: Metadata agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: Metering agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: Open vSwitch agent@dv-cinder-832499-1-iscsi: { 'AddressGroup': '1.2', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'ConntrackHelper': '1.0', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'LocalIPAssociation': '1.0', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Log': '1.0', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Network': '1.1', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Port': '1.7', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'PortForwarding': '1.2', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'QosPolicy': '1.10', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SecurityGroup': '1.5', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SecurityGroupRule': '1.2', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'SubPort': '1.0', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Subnet': '1.1', Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: 'Trunk': '1.1'}} Mar 08 08:33:33.430541 dv-cinder-832499-1-iscsi neutron-server[103372]: {{(pid=103372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:33:33.449590 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:33.452121 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:33.462919 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:33.467207 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:33.469489 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:33.515830 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Allocated IP 172.27.2.209 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/3bbafb2c-725d-4117-96d2-b893e51dd9a2) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:33.637028 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-d670b128-549c-4c3f-86f2-7ccfe92d9294 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:33.642341 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Pushing event updated for resources: {'Port': ['ID=f8308696-b239-45a7-8e49-9bfdb314ce79,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:33.645245 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-d670b128-549c-4c3f-86f2-7ccfe92d9294 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/networks?id=8defdde4-71c2-4fbd-b69c-4d7588c79e65 HTTP/1.1" status: 200 len: 812 time: 0.4610941 Mar 08 08:33:33.668471 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Attempting to bind port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:33.668838 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Attempting to bind port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:33.669198 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Attempting to bind port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:33.670359 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-8a47c746-270d-43de-927b-3ca76ffbefbd tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/quotas/05c4d85d320149aeb3fee40fc536eb90 HTTP/1.1" status: 200 len: 375 time: 0.0240059 Mar 08 08:33:33.671441 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Attempting to bind port f8308696-b239-45a7-8e49-9bfdb314ce79 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:33.671799 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Attempting to bind port f8308696-b239-45a7-8e49-9bfdb314ce79 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:33.672142 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Attempting to bind port f8308696-b239-45a7-8e49-9bfdb314ce79 on network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:33.679450 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:33.679907 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Checking segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:33.680314 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.680855 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Bound using segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:33.681312 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Bound port: f8308696-b239-45a7-8e49-9bfdb314ce79, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:33.681683 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.684253 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:33.684626 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Checking segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:33.684996 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.685380 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Bound using segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:33.685827 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Bound port: a1c6533b-ceb0-43ab-aaca-9ab9abce03a8, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:33.686715 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.727239 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks [] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.813494 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] For port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:33.816034 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] For port f8308696-b239-45a7-8e49-9bfdb314ce79, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:33.818612 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] For port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:33.820793 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] For port f8308696-b239-45a7-8e49-9bfdb314ce79, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f8308696-b239-45a7-8e49-9bfdb314ce79,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:33.830750 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-72b9c0c0-33e1-401c-86b1-c02c0cd5df18 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05c4d85d320149aeb3fee40fc536eb90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1594763 Mar 08 08:33:33.865249 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.884240 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.887963 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.896217 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d2c74d0-092b-494a-8758-ebf50ebe65dc admin admin] Publish callbacks [] for security_group (be2914b3-a8a6-44d3-8d57-8fdcb35c791a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.936709 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:33.953943 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d2c74d0-092b-494a-8758-ebf50ebe65dc admin admin] Publish callbacks [] for security_group (be2914b3-a8a6-44d3-8d57-8fdcb35c791a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:33.955616 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:33.958521 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:33.980720 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf4894-cb38-498f-9dd6-99d79e8af00b None None] Pushing event updated for resources: {'Port': ['ID=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:34.056078 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f952598-7c58-48ec-a913-5a77f5c6d92a None None] Pushing event updated for resources: {'Port': ['ID=f8308696-b239-45a7-8e49-9bfdb314ce79,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:34.082796 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-5c18abe7-e430-4e57-be50-35abe2a381d0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:33:34.082796 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-5c18abe7-e430-4e57-be50-35abe2a381d0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1538253 Mar 08 08:33:34.173662 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d2c74d0-092b-494a-8758-ebf50ebe65dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (be2914b3-a8a6-44d3-8d57-8fdcb35c791a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:34.179269 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d2c74d0-092b-494a-8758-ebf50ebe65dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:34.180410 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6d2c74d0-092b-494a-8758-ebf50ebe65dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be2914b3-a8a6-44d3-8d57-8fdcb35c791a HTTP/1.1" status: 204 len: 168 time: 0.9677367 Mar 08 08:33:34.181586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Pushing event updated for resources: {'Port': ['ID=3bbafb2c-725d-4117-96d2-b893e51dd9a2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:34.360224 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c74d0-092b-494a-8758-ebf50ebe65dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2914b3-a8a6-44d3-8d57-8fdcb35c791a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:34.486201 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks [] for router_gateway (ce9e7764-7250-4727-8ca9-92a89ffa8f41), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:34.522550 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:34.570073 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks [] for router_gateway (b9040abc-b095-46c6-b9a7-1c2664617491), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:34.613670 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:34.627145 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks [] for router_gateway (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:34.636849 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-1ff26a3d-213c-4974-a772-1d6575f29ceb service neutron] 10.222.0.21 "GET /v2.0/networks/8defdde4-71c2-4fbd-b69c-4d7588c79e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198550 Mar 08 08:33:34.839723 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Allocated IP 172.27.2.213 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/4bcf47e4-7f49-490c-9a7d-164f910e2f08) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:34.859387 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:34.873990 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-6d96eb36-27af-4c96-ab20-15b0f08f4947 service neutron] 10.222.0.21 "GET /v2.0/networks/8defdde4-71c2-4fbd-b69c-4d7588c79e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097735 Mar 08 08:33:35.004368 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks [] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.018288 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.046995 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56268) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:35.064981 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7ffdc75e-1e7e-4ada-bb30-02d5985d8be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.151339 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7ffdc75e-1e7e-4ada-bb30-02d5985d8be8 admin admin] Publish callbacks [] for security_group (bfef9d11-ceb3-42cf-84a8-eb81be38a738), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.152700 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:33:35.208602 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.258055 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7ffdc75e-1e7e-4ada-bb30-02d5985d8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (bfef9d11-ceb3-42cf-84a8-eb81be38a738), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.359475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:33:35.373607 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:33:35.390763 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:35.391826 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:35.445358 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd8c570-598d-4575-9e31-c91dee154982 None None] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:35.472131 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:35.475056 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82a8fc47-2307-4011-a96a-d81201438d69 req-94fdddb8-7891-4159-b500-b6e5eaa3235f tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.1098697 Mar 08 08:33:35.500662 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.505854 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-04c6b016-c4e4-42ec-8fbf-826409e085cf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5127780 Mar 08 08:33:35.506405 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56298) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:35.512477 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7ffdc75e-1e7e-4ada-bb30-02d5985d8be8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c93ba295b0740a6bb57d7a98fd58603&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4628501 Mar 08 08:33:35.516208 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:35.520720 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:35.526018 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56302) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:35.651201 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Allocated IP 172.27.2.108 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/9cce3e6e-7823-428c-b5d1-3590e79b5859) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:35.677528 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:35.713077 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-552a6aca-a237-4bdf-ab9f-00eb59eb800f None None] Provisioning complete for port f8308696-b239-45a7-8e49-9bfdb314ce79 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:35.713773 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-552a6aca-a237-4bdf-ab9f-00eb59eb800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.721707 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdc75e-1e7e-4ada-bb30-02d5985d8be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfef9d11-ceb3-42cf-84a8-eb81be38a738,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:35.730477 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Pushing event updated for resources: {'Port': ['ID=4bcf47e4-7f49-490c-9a7d-164f910e2f08,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:35.880806 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-552a6aca-a237-4bdf-ab9f-00eb59eb800f None None] Current status of the port f8308696-b239-45a7-8e49-9bfdb314ce79 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:35.881365 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-552a6aca-a237-4bdf-ab9f-00eb59eb800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:35.948108 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-552a6aca-a237-4bdf-ab9f-00eb59eb800f None None] For port f8308696-b239-45a7-8e49-9bfdb314ce79, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f8308696-b239-45a7-8e49-9bfdb314ce79,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:33:36.264404 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20bcc916-d143-452d-aa45-cf0c1e6ece22 admin admin] Publish callbacks [] for security_group (bfef9d11-ceb3-42cf-84a8-eb81be38a738), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.267022 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-552a6aca-a237-4bdf-ab9f-00eb59eb800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.272963 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20bcc916-d143-452d-aa45-cf0c1e6ece22 admin admin] Publish callbacks [] for security_group (bfef9d11-ceb3-42cf-84a8-eb81be38a738), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.274125 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:34Z', 'revision_number': 3, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:36.274125 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:33:36.274125 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Updating router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:33:36.275953 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f8308696-b239-45a7-8e49-9bfdb314ce79 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:36.276028 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.394067 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830511e1-d2b4-4b39-9b83-9e77f223a29c None None] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:36.416644 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a6aca-a237-4bdf-ab9f-00eb59eb800f None None] Pushing event updated for resources: {'Port': ['ID=f8308696-b239-45a7-8e49-9bfdb314ce79,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:36.481539 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-239f3e5f-49b3-4c64-aba4-a02fdf1668f9 None None] Provisioning complete for port f8308696-b239-45a7-8e49-9bfdb314ce79 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:36.482190 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-239f3e5f-49b3-4c64-aba4-a02fdf1668f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.522668 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20bcc916-d143-452d-aa45-cf0c1e6ece22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (bfef9d11-ceb3-42cf-84a8-eb81be38a738), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.527637 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20bcc916-d143-452d-aa45-cf0c1e6ece22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.529446 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-20bcc916-d143-452d-aa45-cf0c1e6ece22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfef9d11-ceb3-42cf-84a8-eb81be38a738 HTTP/1.1" status: 204 len: 168 time: 0.7983770 Mar 08 08:33:36.532462 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks [] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.551027 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcc916-d143-452d-aa45-cf0c1e6ece22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfef9d11-ceb3-42cf-84a8-eb81be38a738,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:36.555226 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port f8308696-b239-45a7-8e49-9bfdb314ce79 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:36.555625 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.584604 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.668780 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea5d3b2d-193b-4920-bfbd-ec8b4737d20a req-017035cc-0ee0-40aa-a09a-99c17f9e18b5 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.0340915 Mar 08 08:33:36.708775 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.790730 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:36.795784 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks [] for router_gateway (ce9e7764-7250-4727-8ca9-92a89ffa8f41), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:36.804053 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:36.971771 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-239f3e5f-49b3-4c64-aba4-a02fdf1668f9 None None] Current status of the port f8308696-b239-45a7-8e49-9bfdb314ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:37.003213 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Allocated IP 172.20.0.1 (c687e176-06d5-433e-ad8b-3139fc84ddd6/1369b6d5-f70b-406a-9a56-b877c7243376/ee2163bd-38f7-4c29-851c-ba178045557b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:37.023902 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port f8308696-b239-45a7-8e49-9bfdb314ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:37.027433 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:37.050919 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Publish callbacks [] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.059893 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Pushing event updated for resources: {'Port': ['ID=9cce3e6e-7823-428c-b5d1-3590e79b5859,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:37.065199 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:37.123862 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.198813 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-bf346dc3-9d3d-4d06-aef0-99094b6cf76f None None] Provisioning complete for port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:37.199219 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bf346dc3-9d3d-4d06-aef0-99094b6cf76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.212640 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Pushing event updated for resources: {'Port': ['ID=3bbafb2c-725d-4117-96d2-b893e51dd9a2,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:37.234234 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.234680 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.238006 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56356) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:37.241611 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.242098 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.242471 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.242775 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.243111 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.243444 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.243775 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.244120 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.244462 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.244812 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.249524 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Tracked resource versions report: Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: pushed versions: Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: { 'AddressGroup': {'1.2'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Log': {'1.0'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Network': {'1.1'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Port': {'1.7'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'PortForwarding': {'1.2'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'QosPolicy': {'1.10'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SecurityGroup': {'1.5'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SubPort': {'1.0'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Subnet': {'1.1'}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Trunk': {'1.1'}} Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: consumer versions: Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: { DHCP agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: HyperV agent@hv-cinder-83249: {}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: L3 agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: Metadata agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: Metering agent@dv-cinder-832499-1-iscsi: {}, Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: Open vSwitch agent@dv-cinder-832499-1-iscsi: { 'AddressGroup': '1.2', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'ConntrackHelper': '1.0', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'LocalIPAssociation': '1.0', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Log': '1.0', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Network': '1.1', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Port': '1.7', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'PortForwarding': '1.2', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'QosPolicy': '1.10', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SecurityGroup': '1.5', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SecurityGroupRule': '1.2', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'SubPort': '1.0', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Subnet': '1.1', Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: 'Trunk': '1.1'}} Mar 08 08:33:37.251105 dv-cinder-832499-1-iscsi neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:33:37.274513 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:37.275084 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.290161 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Attempting to bind port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:37.294153 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Attempting to bind port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:37.294153 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Attempting to bind port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:37.303000 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:37.303296 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:37.304036 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.304450 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:37.306448 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Bound port: 3bbafb2c-725d-4117-96d2-b893e51dd9a2, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:37.306940 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.366572 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Publish callbacks [] for port (ee2163bd-38f7-4c29-851c-ba178045557b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.495772 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.547853 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] For port 3bbafb2c-725d-4117-96d2-b893e51dd9a2, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:37.549307 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-bf346dc3-9d3d-4d06-aef0-99094b6cf76f None None] Current status of the port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:37.549714 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bf346dc3-9d3d-4d06-aef0-99094b6cf76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.562962 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] For port 3bbafb2c-725d-4117-96d2-b893e51dd9a2, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=3bbafb2c-725d-4117-96d2-b893e51dd9a2,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:37.570366 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:37.571931 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:37.575886 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:37.580398 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.635947 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.661752 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-bf346dc3-9d3d-4d06-aef0-99094b6cf76f None None] For port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:33:37.684076 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:37.684620 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.742837 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks [] for router_gateway (b9040abc-b095-46c6-b9a7-1c2664617491), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.748057 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bf346dc3-9d3d-4d06-aef0-99094b6cf76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.761939 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:37.762614 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:37.828255 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56372) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:37.833984 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ca198dc2-607a-4d9a-aa08-74826be741b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:37.923408 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a2b304c-0044-4b1b-8116-564ae1204382 req-fb3979d8-fd45-4e9a-b153-ca8a24868eb6 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.0903299 Mar 08 08:33:37.944972 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Pushing event updated for resources: {'Port': ['ID=ee2163bd-38f7-4c29-851c-ba178045557b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:37.961978 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:37.977219 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf346dc3-9d3d-4d06-aef0-99094b6cf76f None None] Pushing event updated for resources: {'Port': ['ID=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:38.001900 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed7da3-457a-4b2a-8a55-9abd4ea3d907 None None] Pushing event updated for resources: {'Port': ['ID=3bbafb2c-725d-4117-96d2-b893e51dd9a2,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:38.020560 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.db.api [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 08:33:38.020920 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG oslo_db.api [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 08:33:38.040548 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-e59e5bef-17d1-41ff-9027-0b686c4bc2df None None] Provisioning complete for port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:38.040548 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e59e5bef-17d1-41ff-9027-0b686c4bc2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.160962 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-e59e5bef-17d1-41ff-9027-0b686c4bc2df None None] Current status of the port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:38.203862 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (ce9e7764-7250-4727-8ca9-92a89ffa8f41), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.256651 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:34Z', 'revision_number': 3, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:38.295259 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ca198dc2-607a-4d9a-aa08-74826be741b6 admin admin] Publish callbacks [] for security_group (142d696c-255a-487e-8cc2-926c8a28ae0c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.325870 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.331818 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-83cb7ebb-6832-45d9-ae81-886665dd6640 None None] Provisioning complete for port ee2163bd-38f7-4c29-851c-ba178045557b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:38.335980 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ebb-6832-45d9-ae81-886665dd6640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.336115 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7729a526-9414-44fd-a9e8-50d214ac0b10 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:34Z', 'revision_number': 3, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:33:38.422676 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ca198dc2-607a-4d9a-aa08-74826be741b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (142d696c-255a-487e-8cc2-926c8a28ae0c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.450863 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56394) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:38.462837 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-83cb7ebb-6832-45d9-ae81-886665dd6640 None None] Port ee2163bd-38f7-4c29-851c-ba178045557b cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:33:38.502962 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (b9040abc-b095-46c6-b9a7-1c2664617491), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.518296 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ca198dc2-607a-4d9a-aa08-74826be741b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b2af15c69644425befdd06539905b8c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2697964 Mar 08 08:33:38.524333 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56398) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:38.525281 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca198dc2-607a-4d9a-aa08-74826be741b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d696c-255a-487e-8cc2-926c8a28ae0c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:38.595951 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:38.615178 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Publish callbacks [] for port (ee2163bd-38f7-4c29-851c-ba178045557b), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.654216 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-267157272-network', 'tenant_id': '799aed7bb0704f079cb317b32ee61af8'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:38.694033 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f8308696-b239-45a7-8e49-9bfdb314ce79 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:38.744268 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-828d75e2-7fa7-4493-a886-80e7b2b54059 admin admin] Publish callbacks [] for security_group (142d696c-255a-487e-8cc2-926c8a28ae0c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.755672 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port f8308696-b239-45a7-8e49-9bfdb314ce79 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:38.756206 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.763262 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.764249 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.782699 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Router ce9e7764-7250-4727-8ca9-92a89ffa8f41 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:33:38.797433 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-828d75e2-7fa7-4493-a886-80e7b2b54059 admin admin] Publish callbacks [] for security_group (142d696c-255a-487e-8cc2-926c8a28ae0c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:38.891628 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port f8308696-b239-45a7-8e49-9bfdb314ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:38.893942 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:38.903209 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Pushing event updated for resources: {'Port': ['ID=ee2163bd-38f7-4c29-851c-ba178045557b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:38.931071 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:38.933359 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:38.957308 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:38.959278 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.048133 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Made reservation on behalf of 799aed7bb0704f079cb317b32ee61af8 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:39.050452 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.074893 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:39.078134 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.152143 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:33:39.190833 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:33:39.201544 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Sync routers for ids ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:33:39.217486 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46b73c35-ad9a-4cc2-b79b-c797e9df2b01 req-d2c96783-8648-4958-a0b5-bb037b3a1124 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.0371406 Mar 08 08:33:39.220868 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Router b9040abc-b095-46c6-b9a7-1c2664617491 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:33:39.232641 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Routers {'ce9e7764-7250-4727-8ca9-92a89ffa8f41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:39.235138 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:39.281697 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:33:39.298838 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1a004988-29d1-4278-9079-3d253301a92d admin admin] 10.222.0.21 "PUT /v2.0/routers/20aa8d78-bf50-42c3-aa19-d76de2f1edf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7912476 Mar 08 08:33:39.313389 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-828d75e2-7fa7-4493-a886-80e7b2b54059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (142d696c-255a-487e-8cc2-926c8a28ae0c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.316303 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-828d75e2-7fa7-4493-a886-80e7b2b54059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.318159 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-828d75e2-7fa7-4493-a886-80e7b2b54059 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/142d696c-255a-487e-8cc2-926c8a28ae0c HTTP/1.1" status: 204 len: 168 time: 0.7888885 Mar 08 08:33:39.341270 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-e3708884-c5f1-4d6f-987c-e10f28803476 None None] Provisioning complete for port ee2163bd-38f7-4c29-851c-ba178045557b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:39.341270 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e3708884-c5f1-4d6f-987c-e10f28803476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.344837 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d75e2-7fa7-4493-a886-80e7b2b54059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d696c-255a-487e-8cc2-926c8a28ae0c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:39.354866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.354866 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-00a6f4ac-4b77-4e59-bd2b-2c8c3c757d1a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3090684 Mar 08 08:33:39.357380 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56410) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:39.454107 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:33:39.471946 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Sync routers for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:33:39.485412 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-e3708884-c5f1-4d6f-987c-e10f28803476 None None] Port ee2163bd-38f7-4c29-851c-ba178045557b cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:33:39.512304 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Publish callbacks [] for security_group (727185fd-e417-4bec-929f-c932812df059), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.525879 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:39.527214 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:39.538432 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Set router ce9e7764-7250-4727-8ca9-92a89ffa8f41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:39.563924 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.569944 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-15867a87-d2fc-436c-9c1d-394f245b35bc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5829155 Mar 08 08:33:39.570641 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56418) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:39.680020 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (727185fd-e417-4bec-929f-c932812df059), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.764019 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727185fd-e417-4bec-929f-c932812df059,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:39.783760 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:33:39.810962 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:39.880620 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:36Z', 'revision_number': 3, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port': {'id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:39.881248 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (a9ae132c-8869-47a0-94ba-6f0481d5c41c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:39.881394 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Added segment a9ae132c-8869-47a0-94ba-6f0481d5c41c of type vlan for network d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6 Mar 08 08:33:39.923970 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Checking router: ce9e7764-7250-4727-8ca9-92a89ffa8f41 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:33:39.925109 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Updating router ce9e7764-7250-4727-8ca9-92a89ffa8f41 port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:33:39.963560 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.012500 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.156269 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:33:40.199192 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.210117 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.211073 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:40.211647 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.363112 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] Pushing event updated for resources: {'Network': ['ID=d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:40.378022 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Publish callbacks [] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.381871 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:33:40.413021 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:37Z', 'revision_number': 3, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:40.417714 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb899f84-c34c-4c0e-8947-f988d69e5b6b req-4ab3d56f-cb44-4ad5-a462-1724be9b0cea tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.0332055 Mar 08 08:33:40.423654 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a19f5c3b-c365-42fe-b8e8-8afcc70aab79 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9671085 Mar 08 08:33:40.424862 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56438) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:40.442529 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Request body: {'subnet': {'network_id': 'd72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-267157272-subnet', 'tenant_id': '799aed7bb0704f079cb317b32ee61af8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:40.457891 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Checking router: b9040abc-b095-46c6-b9a7-1c2664617491 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:33:40.458452 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Updating router b9040abc-b095-46c6-b9a7-1c2664617491 port 9cce3e6e-7823-428c-b5d1-3590e79b5859 binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:33:40.482760 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Allocated IP 172.20.0.1 (42e8fc26-5cc5-4b90-bb42-5b92112cc703/43fe5ed1-39e7-4cc2-a9b1-529b642b8b37/6d627e47-84c9-4a2a-b2e2-01dab310d137) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:40.502650 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.531414 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56444) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:40.536027 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-478f51a9-8d3e-4664-ab88-74d02e80c6f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743039341', 'description': 'tempest-description--1358401764'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:40.542567 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.575357 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Attempting to bind port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:40.575792 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Attempting to bind port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:40.576170 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Attempting to bind port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:40.591015 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:40.591386 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:40.591794 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.592632 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:40.593121 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Bound port: 4bcf47e4-7f49-490c-9a7d-164f910e2f08, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:40.593502 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.624578 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b773b78-8e7c-4061-a0c4-1231f7f37c82 None None] Pushing event updated for resources: {'Port': ['ID=4bcf47e4-7f49-490c-9a7d-164f910e2f08,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:40.629171 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Made reservation on behalf of 799aed7bb0704f079cb317b32ee61af8 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:40.629685 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.666237 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] For port 4bcf47e4-7f49-490c-9a7d-164f910e2f08, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:40.670458 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] For port 4bcf47e4-7f49-490c-9a7d-164f910e2f08, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=4bcf47e4-7f49-490c-9a7d-164f910e2f08,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:40.675588 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-478f51a9-8d3e-4664-ab88-74d02e80c6f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.735252 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.774537 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Publish callbacks [] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.816102 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 3bbafb2c-725d-4117-96d2-b893e51dd9a2 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:40.876906 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Routers {'ce9e7764-7250-4727-8ca9-92a89ffa8f41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:40.877546 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:40.933259 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:40.934772 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:33:40.941247 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b773b78-8e7c-4061-a0c4-1231f7f37c82 None None] Pushing event updated for resources: {'Port': ['ID=4bcf47e4-7f49-490c-9a7d-164f910e2f08,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:40.972988 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:40.972988 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:40.989902 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:40.994756 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:40.998125 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:41.003077 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (ce9e7764-7250-4727-8ca9-92a89ffa8f41), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.003311 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Publish callbacks [] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.023662 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-478f51a9-8d3e-4664-ab88-74d02e80c6f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.076628 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.117479 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-478f51a9-8d3e-4664-ab88-74d02e80c6f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.147638 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Pushing event updated for resources: {'Port': ['ID=6d627e47-84c9-4a2a-b2e2-01dab310d137,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:41.173824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:41.174582 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.182046 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Attempting to bind port 9cce3e6e-7823-428c-b5d1-3590e79b5859 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:41.183614 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Attempting to bind port 9cce3e6e-7823-428c-b5d1-3590e79b5859 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:41.183931 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Attempting to bind port 9cce3e6e-7823-428c-b5d1-3590e79b5859 on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:41.192794 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60641e7-9537-418e-9fa1-1fd0e2bb0b3e None None] Pushing event updated for resources: {'Port': ['ID=9cce3e6e-7823-428c-b5d1-3590e79b5859,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:41.197088 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:41.197799 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:41.198847 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.199365 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:41.199894 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Bound port: 9cce3e6e-7823-428c-b5d1-3590e79b5859, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:41.200479 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.241677 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f51a9-8d3e-4664-ab88-74d02e80c6f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:41.264445 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.281122 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] For port 9cce3e6e-7823-428c-b5d1-3590e79b5859, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:41.284559 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] For port 9cce3e6e-7823-428c-b5d1-3590e79b5859, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=9cce3e6e-7823-428c-b5d1-3590e79b5859,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:41.295242 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] Set router ce9e7764-7250-4727-8ca9-92a89ffa8f41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:41.326920 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-478f51a9-8d3e-4664-ab88-74d02e80c6f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.331192 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-478f51a9-8d3e-4664-ab88-74d02e80c6f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7985065 Mar 08 08:33:41.331375 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56458) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:41.340477 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-6bb4e12d-8113-4163-afb3-9331eb00cc42 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group_rule': {'security_group_id': 'c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:41.344330 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.400661 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:41.404553 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.451227 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:41.469322 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.483857 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e12d-8113-4163-afb3-9331eb00cc42 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (56476eff-3ea5-4a5d-9935-c76b5e09c5c8), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.491066 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Checking segment: {'id': 'a9ae132c-8869-47a0-94ba-6f0481d5c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:41.491614 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Network hostable DHCP agents. Network: d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:33:41.515473 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Allocated IP 172.20.0.1 (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb/fc891d89-6e49-4ddf-be67-2fa9ae064595/df93979c-22c3-44df-992a-36c0066357db) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:41.636422 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60641e7-9537-418e-9fa1-1fd0e2bb0b3e None None] Pushing event updated for resources: {'Port': ['ID=9cce3e6e-7823-428c-b5d1-3590e79b5859,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:41.640811 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e12d-8113-4163-afb3-9331eb00cc42 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (56476eff-3ea5-4a5d-9935-c76b5e09c5c8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.672372 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Network d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:33:41.679406 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:41.680152 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:41.735257 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-145476aa-6361-42c6-840f-6906cb422d87 req-41f760ac-eb3e-4b23-a1fc-6ca254bd50d4 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.0897603 Mar 08 08:33:41.782285 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Publish callbacks [] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.785290 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e12d-8113-4163-afb3-9331eb00cc42 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (56476eff-3ea5-4a5d-9935-c76b5e09c5c8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.815744 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Publish callbacks [] for port (df93979c-22c3-44df-992a-36c0066357db), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.820035 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:41.835246 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e12d-8113-4163-afb3-9331eb00cc42 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56476eff-3ea5-4a5d-9935-c76b5e09c5c8,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:41.860132 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:41.865478 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:41.866326 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.871385 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:41.871786 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.872615 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.874276 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (ce9e7764-7250-4727-8ca9-92a89ffa8f41), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.901632 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 3bbafb2c-725d-4117-96d2-b893e51dd9a2, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=3bbafb2c-725d-4117-96d2-b893e51dd9a2,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:33:41.908284 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463ce93-0ed5-45f6-a3f8-6e558dd17686 None None] Network d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:41.941105 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (df93979c-22c3-44df-992a-36c0066357db), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.957735 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e12d-8113-4163-afb3-9331eb00cc42 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.965740 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6bb4e12d-8113-4163-afb3-9331eb00cc42 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6329432 Mar 08 08:33:41.967814 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:41.974135 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56478) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:41.985475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-13258ca3-742c-45bd-820f-26c9e0b033c8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group_rule': {'security_group_id': 'c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:42.018448 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Pushing event updated for resources: {'Port': ['ID=6d627e47-84c9-4a2a-b2e2-01dab310d137,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:42.019767 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-78e14193-8f42-44f2-ac07-fa4405f450c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5921667 Mar 08 08:33:42.052846 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:42.057395 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:36Z', 'revision_number': 3, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port': {'id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:42.063519 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:42.069196 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:42.071137 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (b9040abc-b095-46c6-b9a7-1c2664617491), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:42.102606 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ed369-1a32-4976-ae66-f8cd69744737 None None] The sync data for ids ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'] in dv-cinder-832499-1-iscsi is: [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:36Z', 'revision_number': 3, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port': {'id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:33:42.132513 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13258ca3-742c-45bd-820f-26c9e0b033c8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (e968c765-0e82-4617-aebc-5c2e6a5dd62b), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:42.133407 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=3bbafb2c-725d-4117-96d2-b893e51dd9a2,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:42.205694 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5cdc4b-51b3-41be-a4c8-028cc9c9c8d6 None None] Network d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:42.207977 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Pushing event updated for resources: {'Port': ['ID=df93979c-22c3-44df-992a-36c0066357db,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:42.220532 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:37Z', 'revision_number': 3, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:42.227420 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 2, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:42.304174 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13258ca3-742c-45bd-820f-26c9e0b033c8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (e968c765-0e82-4617-aebc-5c2e6a5dd62b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:42.310072 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cda1b9-ee3a-43ee-9337-b3064f9b34b3 None None] The sync data for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:37Z', 'revision_number': 3, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:33:42.343217 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:42.352172 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:42.479356 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:33:42.479840 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Updating router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 port ee2163bd-38f7-4c29-851c-ba178045557b binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:33:42.497487 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.31', 52836) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:42.534299 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13258ca3-742c-45bd-820f-26c9e0b033c8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (e968c765-0e82-4617-aebc-5c2e6a5dd62b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:42.648725 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13258ca3-742c-45bd-820f-26c9e0b033c8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e968c765-0e82-4617-aebc-5c2e6a5dd62b,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:42.703837 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:42.820525 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-798d8540-aa13-4ba6-9b48-a05c9f0e8a5c None None] Provisioning complete for port df93979c-22c3-44df-992a-36c0066357db triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:42.820912 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-798d8540-aa13-4ba6-9b48-a05c9f0e8a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (df93979c-22c3-44df-992a-36c0066357db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:42.952362 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 3bbafb2c-725d-4117-96d2-b893e51dd9a2 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:42.981402 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13258ca3-742c-45bd-820f-26c9e0b033c8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:42.988819 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-13258ca3-742c-45bd-820f-26c9e0b033c8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0128608 Mar 08 08:33:43.031453 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56520) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:43.047162 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:43.204550 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e34e70b-9b42-4087-985a-33c5f7b88ed9 req-c2323027-652c-4e98-96b2-f7313505ee8d tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.0732574 Mar 08 08:33:43.244762 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-5b3b7399-8017-4258-aa41-aed4317911e9 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:43.248055 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-5b3b7399-8017-4258-aa41-aed4317911e9 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.31 "GET /v2.0/networks?id=8defdde4-71c2-4fbd-b69c-4d7588c79e65 HTTP/1.1" status: 200 len: 812 time: 0.7479990 Mar 08 08:33:43.250034 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:43.292563 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Router ce9e7764-7250-4727-8ca9-92a89ffa8f41 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:33:43.301662 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-798d8540-aa13-4ba6-9b48-a05c9f0e8a5c None None] Port df93979c-22c3-44df-992a-36c0066357db cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:33:43.332211 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Request body: {'port': {'device_id': 'c3cb73fb-6163-4f3a-8a66-02574f7a8329', 'network_id': '8defdde4-71c2-4fbd-b69c-4d7588c79e65', 'admin_state_up': True, 'tenant_id': '05c4d85d320149aeb3fee40fc536eb90'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:43.409636 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:43.410096 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:43.448478 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (df93979c-22c3-44df-992a-36c0066357db), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:43.672727 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:33:43.694112 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-eb6380a3-711d-4f6d-b117-22021fdf352c admin admin] 10.222.0.21 "PUT /v2.0/routers/ce9e7764-7250-4727-8ca9-92a89ffa8f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3355188 Mar 08 08:33:43.803035 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:44.017381 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.077163 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Publish callbacks [] for port (ee2163bd-38f7-4c29-851c-ba178045557b), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.110722 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56576) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:44.117488 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-775825449-network', 'tenant_id': '1a8b814355274235b82e47c67c4b1275'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:44.178760 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.233252 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Publish callbacks [] for port (df93979c-22c3-44df-992a-36c0066357db), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.273599 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Made reservation on behalf of 1a8b814355274235b82e47c67c4b1275 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:44.276279 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.296729 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.316952 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Made reservation on behalf of 05c4d85d320149aeb3fee40fc536eb90 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:44.344593 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.360653 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (df93979c-22c3-44df-992a-36c0066357db), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.366772 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (b9040abc-b095-46c6-b9a7-1c2664617491), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.381592 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa240bdd-0fd5-4ab6-afad-1eed3a93f8d6 None None] Pushing event updated for resources: {'Port': ['ID=ee2163bd-38f7-4c29-851c-ba178045557b,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:44.431700 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Allocated IP 172.27.2.200 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/9b4d5794-9f65-4a2d-a98e-914725b40366) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:44.504589 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Attempting to bind port ee2163bd-38f7-4c29-851c-ba178045557b on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:44.505221 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Attempting to bind port ee2163bd-38f7-4c29-851c-ba178045557b by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:44.505742 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Attempting to bind port ee2163bd-38f7-4c29-851c-ba178045557b on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:44.516695 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:44.517072 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Checking segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:44.517417 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.517810 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Bound using segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:44.520764 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Bound port: ee2163bd-38f7-4c29-851c-ba178045557b, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:44.521322 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.912996 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-33e10c37-fd6d-4319-9603-6b7c2df0bfcc req-2ad12823-76df-44af-86c7-cc7a0697be9c tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.1815636 Mar 08 08:33:44.912996 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Pushing event updated for resources: {'Port': ['ID=df93979c-22c3-44df-992a-36c0066357db,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:44.916475 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] For port ee2163bd-38f7-4c29-851c-ba178045557b, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:44.916475 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] For port ee2163bd-38f7-4c29-851c-ba178045557b, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=ee2163bd-38f7-4c29-851c-ba178045557b,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:44.916475 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:44.980184 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:44.980184 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:45.024635 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-984e13e6-e13f-4abe-bc61-a896e5c8f6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:45.087770 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:45.089465 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:45.105752 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 9cce3e6e-7823-428c-b5d1-3590e79b5859 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:45.438258 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Publish callbacks [] for security_group (9e659182-5141-4fa7-942b-f4f58e3b85e4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:45.459939 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Allocated IP 172.20.0.5 (8defdde4-71c2-4fbd-b69c-4d7588c79e65/bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8/cce8c8fa-7a44-49ff-979d-e9e5743447d2) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:45.499485 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-079afecc-00be-4347-94a6-a4a245ef9d5d None None] Provisioning complete for port ee2163bd-38f7-4c29-851c-ba178045557b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:45.499854 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-079afecc-00be-4347-94a6-a4a245ef9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:45.537160 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa240bdd-0fd5-4ab6-afad-1eed3a93f8d6 None None] Pushing event updated for resources: {'Port': ['ID=ee2163bd-38f7-4c29-851c-ba178045557b,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:45.537385 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (9b4d5794-9f65-4a2d-a98e-914725b40366), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:45.585068 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (9e659182-5141-4fa7-942b-f4f58e3b85e4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:45.677136 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 9cce3e6e-7823-428c-b5d1-3590e79b5859 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:45.677500 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:45.733226 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:33:45.757527 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:45.772935 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (7d861e0c-95b4-4b4b-8510-9768e53447f0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:45.772935 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Added segment 7d861e0c-95b4-4b4b-8510-9768e53447f0 of type vlan for network 4ccf3ee9-84d3-4058-be4f-cb078db21526 Mar 08 08:33:45.779645 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-ae77b715-f089-4eda-97fa-1b071a3689a6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:45.782002 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-ae77b715-f089-4eda-97fa-1b071a3689a6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 819 time: 0.6896126 Mar 08 08:33:45.845537 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-379962e7-c5fc-4f3b-a59e-23f8115e37ca req-224e9678-9bcb-4a57-998d-2879d9c3f1ff tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.1075068 Mar 08 08:33:45.875398 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-8bd963df-b1c9-4f0d-8ed0-a460acc447ad tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/quotas/98678c5d673e4b589f10bbf58c040146 HTTP/1.1" status: 200 len: 375 time: 0.0595951 Mar 08 08:33:45.956600 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Router b9040abc-b095-46c6-b9a7-1c2664617491 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:33:46.064060 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-357819df-40fa-4883-8208-bc8d7c398879 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634762 Mar 08 08:33:46.067809 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (9b4d5794-9f65-4a2d-a98e-914725b40366), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.161871 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:46.173682 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:46.227350 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (4ccf3ee9-84d3-4058-be4f-cb078db21526), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.250826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:46.288433 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-079afecc-00be-4347-94a6-a4a245ef9d5d None None] Current status of the port ee2163bd-38f7-4c29-851c-ba178045557b is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:46.288943 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-079afecc-00be-4347-94a6-a4a245ef9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.339644 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=9b4d5794-9f65-4a2d-a98e-914725b40366,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:46.483354 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 9cce3e6e-7823-428c-b5d1-3590e79b5859 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:46.483660 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.510283 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:33:46.512353 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-079afecc-00be-4347-94a6-a4a245ef9d5d None None] For port ee2163bd-38f7-4c29-851c-ba178045557b, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=ee2163bd-38f7-4c29-851c-ba178045557b,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:33:46.539028 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-89a8f498-3cd4-4fc5-963a-6e46a5cda32e admin admin] 10.222.0.21 "PUT /v2.0/routers/b9040abc-b095-46c6-b9a7-1c2664617491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9585595 Mar 08 08:33:46.575377 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (9b497695-7b29-4ba1-88dd-57190923efc1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.589212 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Sync routers for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:33:46.590175 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 9cce3e6e-7823-428c-b5d1-3590e79b5859, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=9cce3e6e-7823-428c-b5d1-3590e79b5859,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:33:46.611250 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-079afecc-00be-4347-94a6-a4a245ef9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.624329 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:46.625079 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:46.645640 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Publish callbacks [] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.692511 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.692511 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 4bcf47e4-7f49-490c-9a7d-164f910e2f08 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:46.692742 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-d28ea0d7-d862-4ba1-82c6-d1716e654dc6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:33:46.692742 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-d28ea0d7-d862-4ba1-82c6-d1716e654dc6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2614799 Mar 08 08:33:46.789138 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e659182-5141-4fa7-942b-f4f58e3b85e4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:46.800979 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (4ccf3ee9-84d3-4058-be4f-cb078db21526), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.803068 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:46.810245 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:46.905676 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079afecc-00be-4347-94a6-a4a245ef9d5d None None] Pushing event updated for resources: {'Port': ['ID=ee2163bd-38f7-4c29-851c-ba178045557b,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:46.924211 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:46.942710 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (9b4d5794-9f65-4a2d-a98e-914725b40366), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.018040 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] Pushing event updated for resources: {'Network': ['ID=4ccf3ee9-84d3-4058-be4f-cb078db21526,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:47.020772 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.062597 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Sync routers for ids ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:33:47.076006 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-1b2b4aad-ea6c-4cdf-bbf1-cdd80f0630f0 None None] Provisioning complete for port df93979c-22c3-44df-992a-36c0066357db triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:47.080018 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4aad-ea6c-4cdf-bbf1-cdd80f0630f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (df93979c-22c3-44df-992a-36c0066357db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.090560 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 4ccf3ee9-84d3-4058-be4f-cb078db21526 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:33:47.111151 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:44Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:47.323495 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6437d256-c034-4858-91ea-b6f7ff37e865 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2103002 Mar 08 08:33:47.329988 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56680) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:47.336342 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Request body: {'subnet': {'network_id': '4ccf3ee9-84d3-4058-be4f-cb078db21526', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-775825449-subnet', 'tenant_id': '1a8b814355274235b82e47c67c4b1275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:47.374142 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Pushing event updated for resources: {'Port': ['ID=cce8c8fa-7a44-49ff-979d-e9e5743447d2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:47.402339 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:47.406515 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:47.410794 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:47.429009 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:47.430661 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.454356 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Made reservation on behalf of 1a8b814355274235b82e47c67c4b1275 for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:47.463699 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.524970 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 2, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:47.591920 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-53c11cfc-7451-4544-adad-fa74838ddf57 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2858436 Mar 08 08:33:47.602003 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=9cce3e6e-7823-428c-b5d1-3590e79b5859,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:47.603099 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd6f80-811a-4fc4-9559-fe72561720e3 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:44Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:33:47.606546 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-c167bfd3-d8a9-40a1-bd86-69dc27b2e2c2 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:33:47.607758 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-c167bfd3-d8a9-40a1-bd86-69dc27b2e2c2 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069094 Mar 08 08:33:47.610646 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Checking router: b9040abc-b095-46c6-b9a7-1c2664617491 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:33:47.611118 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Updating router b9040abc-b095-46c6-b9a7-1c2664617491 port df93979c-22c3-44df-992a-36c0066357db binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:33:47.655501 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Routers {'ce9e7764-7250-4727-8ca9-92a89ffa8f41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:47.666560 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (df93979c-22c3-44df-992a-36c0066357db), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.668584 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:47.701328 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45588-93c8-49e5-a826-46aad9e59898 req-eb2fd5eb-31b6-4701-ad9d-2b28718b3fe0 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:47.711464 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4eb45588-93c8-49e5-a826-46aad9e59898 req-eb2fd5eb-31b6-4701-ad9d-2b28718b3fe0 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 931 time: 0.6524336 Mar 08 08:33:47.760273 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b4aad-ea6c-4cdf-bbf1-cdd80f0630f0 None None] Port df93979c-22c3-44df-992a-36c0066357db cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:33:47.760273 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d89567c-739b-4456-8af5-8b18301f541a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.771280 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:47.771682 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.858112 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-f9bcdb31-9fad-47e2-9631-13e9ef5e6fdd service neutron] 10.222.0.21 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1570988 Mar 08 08:33:47.900876 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-1b2b4aad-ea6c-4cdf-bbf1-cdd80f0630f0 None None] Provisioning complete for port ee2163bd-38f7-4c29-851c-ba178045557b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:47.901872 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4aad-ea6c-4cdf-bbf1-cdd80f0630f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:47.942841 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Request body: {'port': {'device_id': 'c3cb73fb-6163-4f3a-8a66-02574f7a8329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:48.055706 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.135423 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (e7c7f82e-7544-4db9-80c8-d6dcc0c0c897), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.164652 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Set router ce9e7764-7250-4727-8ca9-92a89ffa8f41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:48.220739 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4eb45588-93c8-49e5-a826-46aad9e59898 req-ff29aef2-0c5d-4265-a11a-af59426c34d3 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083268 Mar 08 08:33:48.256589 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.272724 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:48.273140 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.295579 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 4bcf47e4-7f49-490c-9a7d-164f910e2f08, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=4bcf47e4-7f49-490c-9a7d-164f910e2f08,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:33:48.381825 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.563267 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c7f82e-7544-4db9-80c8-d6dcc0c0c897,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:48.640876 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Publish callbacks [] for port (df93979c-22c3-44df-992a-36c0066357db), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.690633 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (9b4d5794-9f65-4a2d-a98e-914725b40366), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.746452 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (df93979c-22c3-44df-992a-36c0066357db), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.748304 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-d5701378-2e17-43f2-b9e3-2bcd880bae8a service neutron] 10.222.0.21 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313718 Mar 08 08:33:48.775464 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (9b4d5794-9f65-4a2d-a98e-914725b40366), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.801328 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 9cce3e6e-7823-428c-b5d1-3590e79b5859 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:48.801871 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Checking segment: {'id': '7d861e0c-95b4-4b4b-8510-9768e53447f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ccf3ee9-84d3-4058-be4f-cb078db21526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:48.801871 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Network hostable DHCP agents. Network: 4ccf3ee9-84d3-4058-be4f-cb078db21526, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:33:48.860533 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (9b497695-7b29-4ba1-88dd-57190923efc1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:48.929417 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=9b4d5794-9f65-4a2d-a98e-914725b40366,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:48.963365 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45238-4f3f-4de9-8e7e-972812f8ee81 None None] Pushing event updated for resources: {'Port': ['ID=df93979c-22c3-44df-992a-36c0066357db,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:48.980860 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b4aad-ea6c-4cdf-bbf1-cdd80f0630f0 None None] Current status of the port ee2163bd-38f7-4c29-851c-ba178045557b is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:49.028465 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=4bcf47e4-7f49-490c-9a7d-164f910e2f08,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:49.066677 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:49.068217 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-952679a4-6a3a-4e7a-b0c1-4f5763c5adf1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0357566 Mar 08 08:33:49.090987 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Attempting to bind port df93979c-22c3-44df-992a-36c0066357db on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:49.092309 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Attempting to bind port df93979c-22c3-44df-992a-36c0066357db by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:49.093106 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Attempting to bind port df93979c-22c3-44df-992a-36c0066357db on network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:49.112221 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:49.113027 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Checking segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:49.115198 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:49.115851 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Bound using segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:49.118437 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Bound port: df93979c-22c3-44df-992a-36c0066357db, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:49.121050 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (df93979c-22c3-44df-992a-36c0066357db), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:49.121593 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 9cce3e6e-7823-428c-b5d1-3590e79b5859 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:49.122232 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:49.172097 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Network 4ccf3ee9-84d3-4058-be4f-cb078db21526 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:33:49.306526 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port': {'id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '6d627e47-84c9-4a2a-b2e2-01dab310d137', 'name': '', 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'mac_address': 'fa:16:3e:65:52:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43fe5ed1-39e7-4cc2-a9b1-529b642b8b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:40Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 2, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'subnets': [{'id': '43fe5ed1-39e7-4cc2-a9b1-529b642b8b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:49.326364 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 4ccf3ee9-84d3-4058-be4f-cb078db21526) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:49.354677 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fca3878-c784-416a-8034-ea8bfe4c19c1 req-cb02aaf1-277b-47dd-b378-fe9b8253affa tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 210 time: 0.0849469 Mar 08 08:33:49.378542 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:49.379521 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:49.387680 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] For port df93979c-22c3-44df-992a-36c0066357db, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:49.399850 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] For port df93979c-22c3-44df-992a-36c0066357db, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=df93979c-22c3-44df-992a-36c0066357db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:49.486327 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (df93979c-22c3-44df-992a-36c0066357db), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:49.614792 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5102a3b3-4d5f-447f-a7d6-5cf8d71ae796 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2835257 Mar 08 08:33:49.685346 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:49.686737 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:49.732578 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce8c8fa-7a44-49ff-979d-e9e5743447d2 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:33:49.769143 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98bc70-6233-4f9a-9155-474e33970484 req-68749e53-c2eb-4194-a7cf-be23ee5a822c tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:49.774537 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4c98bc70-6233-4f9a-9155-474e33970484 req-68749e53-c2eb-4194-a7cf-be23ee5a822c tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 931 time: 0.2797363 Mar 08 08:33:49.781667 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45238-4f3f-4de9-8e7e-972812f8ee81 None None] Pushing event updated for resources: {'Port': ['ID=df93979c-22c3-44df-992a-36c0066357db,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:49.823314 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Publish callbacks [] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:49.853766 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602baa8-2297-4ad5-8295-637d1454cf75 None None] Network 4ccf3ee9-84d3-4058-be4f-cb078db21526 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:49.912365 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Transition to ACTIVE for port object cce8c8fa-7a44-49ff-979d-e9e5743447d2 will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:33:49.915128 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Checking router: ce9e7764-7250-4727-8ca9-92a89ffa8f41 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:33:49.915675 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Updating router ce9e7764-7250-4727-8ca9-92a89ffa8f41 port 6d627e47-84c9-4a2a-b2e2-01dab310d137 binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:33:49.967689 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56760) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:49.974415 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-af39bbcc-d495-47f2-a1c7-fa909875e718 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671540889', 'description': 'tempest-description--156886744'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:49.980552 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4c98bc70-6233-4f9a-9155-474e33970484 req-abae0ca3-265c-4604-b38c-9703ffde6669 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904969 Mar 08 08:33:50.033738 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.039930 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.094234 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56774) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:50.126523 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-15783fa9-00e5-4aa5-9f90-9f053c7f3bcf None None] Provisioning complete for port df93979c-22c3-44df-992a-36c0066357db triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:50.127148 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-15783fa9-00e5-4aa5-9f90-9f053c7f3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (df93979c-22c3-44df-992a-36c0066357db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.149413 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:50.167276 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-57aca5d6-2cb5-46e3-aaf0-f3d0ec8fdee3 admin admin] Deleting subnet 16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:33:50.172835 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57aca5d6-2cb5-46e3-aaf0-f3d0ec8fdee3 admin admin] Publish callbacks [] for subnet (16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.270108 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Pushing event updated for resources: {'Port': ['ID=cce8c8fa-7a44-49ff-979d-e9e5743447d2,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:50.326484 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-af39bbcc-d495-47f2-a1c7-fa909875e718 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.362425 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Attempting to bind port cce8c8fa-7a44-49ff-979d-e9e5743447d2 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:50.367329 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Attempting to bind port cce8c8fa-7a44-49ff-979d-e9e5743447d2 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': '7f09699f-1a9c-41ac-96f2-b7b88cc2df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8defdde4-71c2-4fbd-b69c-4d7588c79e65'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:50.367967 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Attempting to bind port cce8c8fa-7a44-49ff-979d-e9e5743447d2 on network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:50.391700 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Port cce8c8fa-7a44-49ff-979d-e9e5743447d2 on network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:33:50.394419 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Attempting to bind port cce8c8fa-7a44-49ff-979d-e9e5743447d2 on network 8defdde4-71c2-4fbd-b69c-4d7588c79e65 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:50.424014 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:50.426683 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Checking segment: {'id': '7f09699f-1a9c-41ac-96f2-b7b88cc2df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8defdde4-71c2-4fbd-b69c-4d7588c79e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:50.428548 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Bound using segment: {'id': '7f09699f-1a9c-41ac-96f2-b7b88cc2df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8defdde4-71c2-4fbd-b69c-4d7588c79e65'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:50.429717 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Bound port: cce8c8fa-7a44-49ff-979d-e9e5743447d2, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f09699f-1a9c-41ac-96f2-b7b88cc2df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8defdde4-71c2-4fbd-b69c-4d7588c79e65'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:50.430234 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.456993 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57aca5d6-2cb5-46e3-aaf0-f3d0ec8fdee3 admin admin] Publish callbacks [] for subnet (16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.566341 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.567942 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57aca5d6-2cb5-46e3-aaf0-f3d0ec8fdee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.706176 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56800) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:50.782388 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-569ba398-cbc9-4d7c-a58c-afb12eb3346c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1743039341&fields=id&tenant_id=ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 267 time: 0.5269284 Mar 08 08:33:50.811852 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-af39bbcc-d495-47f2-a1c7-fa909875e718 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (9c60ce76-274f-47ac-8c72-568b8dc9d3e0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.850626 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] For port cce8c8fa-7a44-49ff-979d-e9e5743447d2, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:50.857092 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] For port cce8c8fa-7a44-49ff-979d-e9e5743447d2, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=cce8c8fa-7a44-49ff-979d-e9e5743447d2,segment=NetworkSegment(7f09699f-1a9c-41ac-96f2-b7b88cc2df8a),segment_id=7f09699f-1a9c-41ac-96f2-b7b88cc2df8a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:50.874958 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:49Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:50.881212 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb711eeb-275f-4994-aeb0-1d61f11f0d7d None None] Network 4ccf3ee9-84d3-4058-be4f-cb078db21526 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:33:50.929867 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-af39bbcc-d495-47f2-a1c7-fa909875e718 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (9c60ce76-274f-47ac-8c72-568b8dc9d3e0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:50.981602 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4acac-1854-4bed-a5f7-e92f95624afe None None] The sync data for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:49Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:33:50.998183 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39bbcc-d495-47f2-a1c7-fa909875e718 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c60ce76-274f-47ac-8c72-568b8dc9d3e0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:51.071928 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.100174 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 9cce3e6e-7823-428c-b5d1-3590e79b5859 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:51.100411 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-af39bbcc-d495-47f2-a1c7-fa909875e718 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.105389 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-af39bbcc-d495-47f2-a1c7-fa909875e718 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1329184 Mar 08 08:33:51.106494 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device ee2163bd-38f7-4c29-851c-ba178045557b up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:51.123705 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56812) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:51.150031 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-86448e6e-8752-47dc-b2b0-5d4f45d31c1c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'security_group_rule': {'security_group_id': '9c60ce76-274f-47ac-8c72-568b8dc9d3e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:51.185689 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:51.186189 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.191095 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] 10.222.0.31 "PUT /v2.0/ports/cce8c8fa-7a44-49ff-979d-e9e5743447d2 HTTP/1.1" status: 200 len: 1093 time: 3.4200025 Mar 08 08:33:51.191095 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cb73fb-6163-4f3a-8a66-02574f7a8329', 'tag': 'cce8c8fa-7a44-49ff-979d-e9e5743447d2'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:33:51.237605 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.255206 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-5f9c4009-f4d4-44ce-8cf7-8a42243bc4cc tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:51.259694 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-5f9c4009-f4d4-44ce-8cf7-8a42243bc4cc tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 814 time: 0.4697690 Mar 08 08:33:51.319435 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-19679961-0b41-45e3-b616-f7bb89540e30 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:51.321219 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-19679961-0b41-45e3-b616-f7bb89540e30 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 819 time: 1.0681796 Mar 08 08:33:51.371856 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57aca5d6-2cb5-46e3-aaf0-f3d0ec8fdee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for subnet (16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.392299 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-15783fa9-00e5-4aa5-9f90-9f053c7f3bcf None None] Current status of the port df93979c-22c3-44df-992a-36c0066357db is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:51.399878 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-15783fa9-00e5-4aa5-9f90-9f053c7f3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (df93979c-22c3-44df-992a-36c0066357db), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.409146 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port ee2163bd-38f7-4c29-851c-ba178045557b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:51.414253 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.469807 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-efcda607-0a88-4eaa-a3ee-d17da8d781c2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/quotas/98678c5d673e4b589f10bbf58c040146 HTTP/1.1" status: 200 len: 375 time: 0.1376259 Mar 08 08:33:51.495030 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-f9fd6a29-745f-4b9e-8176-1398a3053335 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/quotas/ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 375 time: 0.1282616 Mar 08 08:33:51.543238 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aca5d6-2cb5-46e3-aaf0-f3d0ec8fdee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:51.564710 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bad7c-ca25-4669-8051-e6305875b962 service neutron] Pushing event updated for resources: {'Port': ['ID=cce8c8fa-7a44-49ff-979d-e9e5743447d2,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:51.581484 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-86448e6e-8752-47dc-b2b0-5d4f45d31c1c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (d7c27e8a-331f-4d6a-a179-da9208804967), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.640665 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06975bb5-2d3e-464b-bd35-cec51d966507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.678913 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-86448e6e-8752-47dc-b2b0-5d4f45d31c1c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (d7c27e8a-331f-4d6a-a179-da9208804967), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.724990 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57aca5d6-2cb5-46e3-aaf0-f3d0ec8fdee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.731632 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-57aca5d6-2cb5-46e3-aaf0-f3d0ec8fdee3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/16c3b5b7-42a4-4b5c-9f4e-4a9723634f8d HTTP/1.1" status: 204 len: 168 time: 1.6368468 Mar 08 08:33:51.732444 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-15783fa9-00e5-4aa5-9f90-9f053c7f3bcf None None] For port df93979c-22c3-44df-992a-36c0066357db, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=df93979c-22c3-44df-992a-36c0066357db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:33:51.735940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6055ed96-edb7-4197-8e19-4d9b78866c56" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cb73fb-6163-4f3a-8a66-02574f7a8329", "tag": "cce8c8fa-7a44-49ff-979d-e9e5743447d2"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:33:51.738787 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56828) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:51.741431 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-86448e6e-8752-47dc-b2b0-5d4f45d31c1c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (d7c27e8a-331f-4d6a-a179-da9208804967), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.797879 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-15783fa9-00e5-4aa5-9f90-9f053c7f3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (df93979c-22c3-44df-992a-36c0066357db), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.804856 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86448e6e-8752-47dc-b2b0-5d4f45d31c1c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c27e8a-331f-4d6a-a179-da9208804967,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:51.838362 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port ee2163bd-38f7-4c29-851c-ba178045557b is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:51.880712 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.887661 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-86448e6e-8752-47dc-b2b0-5d4f45d31c1c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.887661 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-86448e6e-8752-47dc-b2b0-5d4f45d31c1c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7620203 Mar 08 08:33:51.890345 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56834) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:51.896447 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-89fad18d-7554-4724-95c8-b1f1894c03ee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'security_group_rule': {'security_group_id': '9c60ce76-274f-47ac-8c72-568b8dc9d3e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:51.928829 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Publish callbacks [] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.932724 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15783fa9-00e5-4aa5-9f90-9f053c7f3bcf None None] Pushing event updated for resources: {'Port': ['ID=df93979c-22c3-44df-992a-36c0066357db,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:51.948738 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06975bb5-2d3e-464b-bd35-cec51d966507 admin admin] Publish callbacks [] for security_group (2165a86f-1cf9-42e8-8bf0-ac09498a3c3a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.957420 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-4abb09fb-888c-439c-b213-357fce629975 None None] Provisioning complete for port df93979c-22c3-44df-992a-36c0066357db triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:51.958217 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4abb09fb-888c-439c-b213-357fce629975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (df93979c-22c3-44df-992a-36c0066357db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:51.993661 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-43b4c1bf-57d3-4e85-bf5c-61d134600cfd tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5227313 Mar 08 08:33:52.010244 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-268694fe-ca21-41e4-aa87-dc8592357413 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5145569 Mar 08 08:33:52.034483 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.043382 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-89fad18d-7554-4724-95c8-b1f1894c03ee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (c89df436-8ff6-414f-b674-7f22ee1562aa), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.062187 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06975bb5-2d3e-464b-bd35-cec51d966507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (2165a86f-1cf9-42e8-8bf0-ac09498a3c3a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.065983 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.099987 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.101216 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.102255 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.102896 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > port after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.103387 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.105325 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > port after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.105944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.106458 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.106930 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.107401 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.234209 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device df93979c-22c3-44df-992a-36c0066357db up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:52.276289 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4abb09fb-888c-439c-b213-357fce629975 None None] Current status of the port df93979c-22c3-44df-992a-36c0066357db is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:52.281651 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-06975bb5-2d3e-464b-bd35-cec51d966507 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dadfde054904617b5345d20bfe3f815&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5573859 Mar 08 08:33:52.285766 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672cafa-a338-4572-8075-ecb7dda07891 None None] Pushing event updated for resources: {'Port': ['ID=6d627e47-84c9-4a2a-b2e2-01dab310d137,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:52.291401 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.293163 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.293520 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.293911 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:52.294348 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:52.313243 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ae132c-8869-47a0-94ba-6f0481d5c41c') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:52.313596 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ae132c-8869-47a0-94ba-6f0481d5c41c') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:52.327306 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56838) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:52.338954 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-fef75609-c52c-47dd-9de6-44e7e1d2a4b6 service neutron] 10.222.0.21 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269908 Mar 08 08:33:52.392253 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (a9ae132c-8869-47a0-94ba-6f0481d5c41c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.406523 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Attempting to bind port 6d627e47-84c9-4a2a-b2e2-01dab310d137 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:33:52.406791 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Attempting to bind port 6d627e47-84c9-4a2a-b2e2-01dab310d137 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:33:52.407162 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Attempting to bind port 6d627e47-84c9-4a2a-b2e2-01dab310d137 on network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:33:52.413706 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:33:52.414119 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Checking segment: {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:33:52.414536 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.414931 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Bound using segment: {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:33:52.415555 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Bound port: 6d627e47-84c9-4a2a-b2e2-01dab310d137, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:33:52.416086 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.435004 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port df93979c-22c3-44df-992a-36c0066357db triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:52.435384 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (df93979c-22c3-44df-992a-36c0066357db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.517932 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (a9ae132c-8869-47a0-94ba-6f0481d5c41c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.546324 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-89fad18d-7554-4724-95c8-b1f1894c03ee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (c89df436-8ff6-414f-b674-7f22ee1562aa), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.562048 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:33:52.564559 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (a9ae132c-8869-47a0-94ba-6f0481d5c41c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.572704 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] For port 6d627e47-84c9-4a2a-b2e2-01dab310d137, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:33:52.576825 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] For port 6d627e47-84c9-4a2a-b2e2-01dab310d137, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=6d627e47-84c9-4a2a-b2e2-01dab310d137,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:33:52.597750 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06975bb5-2d3e-464b-bd35-cec51d966507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2165a86f-1cf9-42e8-8bf0-ac09498a3c3a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: from cryptography.utils import int_from_bytes Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: from cryptography.utils import int_from_bytes Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:33:52.599589 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:33:52.638273 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port df93979c-22c3-44df-992a-36c0066357db is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:52.639962 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 4bcf47e4-7f49-490c-9a7d-164f910e2f08 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:52.655557 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-89fad18d-7554-4724-95c8-b1f1894c03ee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (c89df436-8ff6-414f-b674-7f22ee1562aa), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.699322 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.707304 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-7e0ab20d-394d-4063-96ba-5963de917ee6 service neutron] 10.222.0.21 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958262 Mar 08 08:33:52.717661 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad9e3-cd7d-4177-b9be-2d2029b788bf admin admin] Publish callbacks [] for security_group (2165a86f-1cf9-42e8-8bf0-ac09498a3c3a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.739666 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fad18d-7554-4724-95c8-b1f1894c03ee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89df436-8ff6-414f-b674-7f22ee1562aa,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:52.748127 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-9becbaa1-eda5-476b-82e7-c32f5ae31be7 service neutron] 10.222.0.21 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069433 Mar 08 08:33:52.792747 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad9e3-cd7d-4177-b9be-2d2029b788bf admin admin] Publish callbacks [] for security_group (2165a86f-1cf9-42e8-8bf0-ac09498a3c3a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.793505 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-89fad18d-7554-4724-95c8-b1f1894c03ee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.797941 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-89fad18d-7554-4724-95c8-b1f1894c03ee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9034016 Mar 08 08:33:52.798342 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56844) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:52.803121 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:52.834717 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.845932 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672cafa-a338-4572-8075-ecb7dda07891 None None] Pushing event updated for resources: {'Port': ['ID=6d627e47-84c9-4a2a-b2e2-01dab310d137,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:52.870152 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.870922 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] 10.222.0.21 "DELETE /v2.0/networks/d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6 HTTP/1.1" status: 204 len: 168 time: 1.1306076 Mar 08 08:33:52.875673 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:52.875673 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.881370 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 56848) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:52.914509 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190059a0-4abd-4393-8c56-602355c8864d admin admin] Pushing event deleted for resources: {'Network': ['ID=d72a96b0-5ea6-4c8d-bf0d-24066d4ce4b6,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:52.920265 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Routers {'ce9e7764-7250-4727-8ca9-92a89ffa8f41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:33:52.920983 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:52.951777 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:52.967677 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-ccb1f3fe-2053-4a2e-a6f8-6353c107273f service neutron] 10.222.0.21 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096729 Mar 08 08:33:53.032202 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad9e3-cd7d-4177-b9be-2d2029b788bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (2165a86f-1cf9-42e8-8bf0-ac09498a3c3a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:53.034779 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad9e3-cd7d-4177-b9be-2d2029b788bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:53.035947 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0b9ad9e3-cd7d-4177-b9be-2d2029b788bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2165a86f-1cf9-42e8-8bf0-ac09498a3c3a HTTP/1.1" status: 204 len: 168 time: 0.6956797 Mar 08 08:33:53.071213 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad9e3-cd7d-4177-b9be-2d2029b788bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165a86f-1cf9-42e8-8bf0-ac09498a3c3a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:53.203426 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] Set router ce9e7764-7250-4727-8ca9-92a89ffa8f41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:33:53.204914 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:53.233591 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058dfd6-6b57-499e-bd8c-3999c7cbff83 req-959c5d9d-858b-4b66-aec5-cd6e21acc42f tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:53.240593 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4058dfd6-6b57-499e-bd8c-3999c7cbff83 req-959c5d9d-858b-4b66-aec5-cd6e21acc42f tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 943 time: 0.1711559 Mar 08 08:33:53.367057 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7915aa6-f0c2-4a98-9caa-ec58337517eb admin admin] Deleting subnet e7c7f82e-7544-4db9-80c8-d6dcc0c0c897 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:33:53.371748 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d7915aa6-f0c2-4a98-9caa-ec58337517eb admin admin] Publish callbacks [] for subnet (e7c7f82e-7544-4db9-80c8-d6dcc0c0c897), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:53.416151 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d7915aa6-f0c2-4a98-9caa-ec58337517eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (e7c7f82e-7544-4db9-80c8-d6dcc0c0c897), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:53.420315 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4058dfd6-6b57-499e-bd8c-3999c7cbff83 req-9c571f2e-e752-41c7-b7af-3132f65c2009 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684170 Mar 08 08:33:53.619188 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ddfae551-22bc-4b5b-9afc-efef1f0fd3db req-36f76ded-c4da-416d-a521-14217ebb806d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 210 time: 0.0535998 Mar 08 08:33:53.891046 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d7915aa6-f0c2-4a98-9caa-ec58337517eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (e7c7f82e-7544-4db9-80c8-d6dcc0c0c897), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:53.894459 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-54c72afa-5635-4a00-86b5-b17873142161 req-47f3575f-95fc-492e-9823-be5a50bb7027 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 210 time: 0.1239200 Mar 08 08:33:54.005529 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port': {'id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '6d627e47-84c9-4a2a-b2e2-01dab310d137', 'name': '', 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'mac_address': 'fa:16:3e:65:52:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43fe5ed1-39e7-4cc2-a9b1-529b642b8b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:40Z', 'updated_at': '2022-03-08T08:33:52Z', 'revision_number': 4, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'subnets': [{'id': '43fe5ed1-39e7-4cc2-a9b1-529b642b8b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:54.027176 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ad36cb-65d2-4f0d-9d48-0b0dc85c8fe2 x-openstack-request-id: req-73ad36cb-65d2-4f0d-9d48-0b0dc85c8fe2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:33:54.027469 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cb73fb-6163-4f3a-8a66-02574f7a8329", "tag": "cce8c8fa-7a44-49ff-979d-e9e5743447d2", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:33:54.027735 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73ad36cb-65d2-4f0d-9d48-0b0dc85c8fe2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:33:54.028193 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cb73fb-6163-4f3a-8a66-02574f7a8329', 'tag': 'cce8c8fa-7a44-49ff-979d-e9e5743447d2', 'status': 'completed', 'code': 200} Mar 08 08:33:54.083198 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-8d546c8a-1542-48e8-923d-6b051d36868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:54.084312 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-8d546c8a-1542-48e8-923d-6b051d36868d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=05c4d85d320149aeb3fee40fc536eb90&device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 1127 time: 0.4458134 Mar 08 08:33:54.099804 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device df93979c-22c3-44df-992a-36c0066357db up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:54.105615 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c74ee-3995-43f4-930f-cce7a90a3a79 None None] The sync data for ids ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'] in dv-cinder-832499-1-iscsi is: [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port': {'id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '6d627e47-84c9-4a2a-b2e2-01dab310d137', 'name': '', 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'mac_address': 'fa:16:3e:65:52:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43fe5ed1-39e7-4cc2-a9b1-529b642b8b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:40Z', 'updated_at': '2022-03-08T08:33:52Z', 'revision_number': 4, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'subnets': [{'id': '43fe5ed1-39e7-4cc2-a9b1-529b642b8b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:33:54.186586 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56888) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:54.209525 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f05233fc-0089-4672-af04-b152511d48bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:54.215010 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port df93979c-22c3-44df-992a-36c0066357db triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:54.215755 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (df93979c-22c3-44df-992a-36c0066357db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:54.326935 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-15016916-c3fb-4086-ade1-a9eccd9fe6c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce8c8fa-7a44-49ff-979d-e9e5743447d2 HTTP/1.1" status: 200 len: 217 time: 0.2019415 Mar 08 08:33:54.329545 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d7915aa6-f0c2-4a98-9caa-ec58337517eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (e7c7f82e-7544-4db9-80c8-d6dcc0c0c897), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:54.381850 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f05233fc-0089-4672-af04-b152511d48bf admin admin] Publish callbacks [] for security_group (c11a0d08-ef6f-442d-99ed-fd1871de298b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:54.407305 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:54.421886 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d7915aa6-f0c2-4a98-9caa-ec58337517eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:54.428503 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56894) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:54.433983 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d7915aa6-f0c2-4a98-9caa-ec58337517eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e7c7f82e-7544-4db9-80c8-d6dcc0c0c897 HTTP/1.1" status: 204 len: 168 time: 1.5512643 Mar 08 08:33:54.458449 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port df93979c-22c3-44df-992a-36c0066357db is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:54.468673 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7915aa6-f0c2-4a98-9caa-ec58337517eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c7f82e-7544-4db9-80c8-d6dcc0c0c897,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:54.518954 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-4d20bcbb-e3ec-447b-9d44-7b0b7bbdb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:54.520791 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-4d20bcbb-e3ec-447b-9d44-7b0b7bbdb048 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8 HTTP/1.1" status: 200 len: 852 time: 0.1805289 Mar 08 08:33:54.565865 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f05233fc-0089-4672-af04-b152511d48bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c11a0d08-ef6f-442d-99ed-fd1871de298b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:54.720984 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-b23d6cbb-71a9-4c64-80df-287879447059 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8defdde4-71c2-4fbd-b69c-4d7588c79e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106129 Mar 08 08:33:54.745858 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Allocated IP 172.27.2.6 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/c300bc90-a802-422b-8325-71e74f7ea85e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:54.756320 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (4ccf3ee9-84d3-4058-be4f-cb078db21526), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:54.762639 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05233fc-0089-4672-af04-b152511d48bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11a0d08-ef6f-442d-99ed-fd1871de298b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:54.965278 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f05233fc-0089-4672-af04-b152511d48bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db4e9409edad47739b82ee86ac804495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7762330 Mar 08 08:33:54.981850 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56918) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:55.006161 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-721d8042-ebdf-4a26-a566-a8b8dcd56df6 req-7ef9d236-352f-416b-9ed5-fe7e41c67f5b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 210 time: 0.1521952 Mar 08 08:33:55.034742 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-ba3d92c3-2223-4015-ab82-218bc7c0fbe3 service neutron] 10.222.0.31 "GET /v2.0/networks/8defdde4-71c2-4fbd-b69c-4d7588c79e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986166 Mar 08 08:33:55.205256 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da0f5cb0-991b-47ad-a6e3-5a26de7e9d66 req-d0187a82-9348-4599-a4fb-75f9337a35ad tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 210 time: 0.0972798 Mar 08 08:33:55.207708 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for port (c300bc90-a802-422b-8325-71e74f7ea85e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:55.308415 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.31', 52860) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:55.466217 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b49a70c-d1c6-4a83-9fc2-e65f2c6ba145 req-7b5ad390-79a5-4f93-98f6-8eaa3a901d4c service neutron] 10.222.0.31 "GET /v2.0/networks/8defdde4-71c2-4fbd-b69c-4d7588c79e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001200 Mar 08 08:33:55.524484 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-e1a42c10-798a-447a-bf84-04ca287ac83a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:55.526626 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-e1a42c10-798a-447a-bf84-04ca287ac83a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 819 time: 0.2152395 Mar 08 08:33:55.564766 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (c300bc90-a802-422b-8325-71e74f7ea85e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:55.575994 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7ea5-ed7c-4c4d-9fb8-f0bd8f5fe552 req-402688a9-b8e2-4e33-b207-6026002c5e0c tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:55.583328 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:55.583927 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac7ea5-ed7c-4c4d-9fb8-f0bd8f5fe552 req-402688a9-b8e2-4e33-b207-6026002c5e0c tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 943 time: 0.9468021 Mar 08 08:33:55.586112 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:55.613787 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:55.620129 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Request body: {'port': {'device_id': '5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04', 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703', 'admin_state_up': True, 'tenant_id': '98678c5d673e4b589f10bbf58c040146'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:55.659992 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea232cf3-1149-449c-b2e5-0029380cb9aa admin admin] Publish callbacks [] for security_group (c11a0d08-ef6f-442d-99ed-fd1871de298b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:55.732051 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ac7ea5-ed7c-4c4d-9fb8-f0bd8f5fe552 req-13d9df75-9840-454d-8b8d-de22b71e1c83 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467133 Mar 08 08:33:55.785188 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (4ccf3ee9-84d3-4058-be4f-cb078db21526), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:55.809849 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea232cf3-1149-449c-b2e5-0029380cb9aa admin admin] Publish callbacks [] for security_group (c11a0d08-ef6f-442d-99ed-fd1871de298b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:55.842941 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.843298 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.844067 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.848854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > port after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.848854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.848854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > port after_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.848854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.848854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.848854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.848854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:55.898099 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Made reservation on behalf of 98678c5d673e4b589f10bbf58c040146 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:55.915037 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:55.987471 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'Port': ['ID=c300bc90-a802-422b-8325-71e74f7ea85e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:56.060487 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 6d627e47-84c9-4a2a-b2e2-01dab310d137 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:56.179297 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 6d627e47-84c9-4a2a-b2e2-01dab310d137 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:56.179800 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.280207 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-3e8f0bef-de89-44a6-91da-b9d836e16c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:56.282373 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-3e8f0bef-de89-44a6-91da-b9d836e16c6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=05c4d85d320149aeb3fee40fc536eb90&device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 1127 time: 0.4530296 Mar 08 08:33:56.324088 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.31', 52864) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:56.333872 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 6d627e47-84c9-4a2a-b2e2-01dab310d137 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:56.334953 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.425399 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 6d627e47-84c9-4a2a-b2e2-01dab310d137, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=6d627e47-84c9-4a2a-b2e2-01dab310d137,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:33:56.440885 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:56.447239 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:56.447239 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:56.447239 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:33:56.447239 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccf3ee9-84d3-4058-be4f-cb078db21526']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:56.507616 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.576371 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d861e0c-95b4-4b4b-8510-9768e53447f0') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:56.577168 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d861e0c-95b4-4b4b-8510-9768e53447f0') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:33:56.625270 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (ab1c6a7e-d445-4e97-8857-41b30d0153d4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.628913 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=6d627e47-84c9-4a2a-b2e2-01dab310d137,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:56.642262 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7435fac9-5baa-4a9f-a41a-173379062918 req-eba644c0-cbe2-4a9d-ab8c-5b38e966b658 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 210 time: 0.1860280 Mar 08 08:33:56.674668 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bdfe6bdd-7535-4975-a7a5-e4760318fe23 req-edc40e33-30ad-44b3-8281-5996977e7328 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 210 time: 0.2127793 Mar 08 08:33:56.690125 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4934647'] for segment (7d861e0c-95b4-4b4b-8510-9768e53447f0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.719290 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (7d861e0c-95b4-4b4b-8510-9768e53447f0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.737416 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:33:56.738060 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534090'] for segment (7d861e0c-95b4-4b4b-8510-9768e53447f0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: from cryptography.utils import int_from_bytes Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: from cryptography.utils import int_from_bytes Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: Traceback (most recent call last): Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: timer() Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: cb(*args, **kw) Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: self._notify() Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: self.callback(batched_events) Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: event.method(event) Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: return f(self, *a, **k) Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._get(url).json() Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:33:56.742727 dv-cinder-832499-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:33:56.844302 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-520c9c33-44f0-4262-8805-3699f756744e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:56.845858 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-520c9c33-44f0-4262-8805-3699f756744e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 819 time: 0.5025725 Mar 08 08:33:56.966194 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea232cf3-1149-449c-b2e5-0029380cb9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c11a0d08-ef6f-442d-99ed-fd1871de298b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.974444 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea232cf3-1149-449c-b2e5-0029380cb9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:56.979465 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ea232cf3-1149-449c-b2e5-0029380cb9aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c11a0d08-ef6f-442d-99ed-fd1871de298b HTTP/1.1" status: 204 len: 168 time: 1.9734490 Mar 08 08:33:57.015734 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea232cf3-1149-449c-b2e5-0029380cb9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11a0d08-ef6f-442d-99ed-fd1871de298b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:57.056666 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477cefa-eda6-4c4e-9da1-4f7071ebe69c req-0eacce7a-183c-431c-8159-436b676b6001 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:57.066321 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6477cefa-eda6-4c4e-9da1-4f7071ebe69c req-0eacce7a-183c-431c-8159-436b676b6001 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 943 time: 0.1580322 Mar 08 08:33:57.084663 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (4ccf3ee9-84d3-4058-be4f-cb078db21526), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:57.119236 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:57.123144 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ccf3ee9-84d3-4058-be4f-cb078db21526 HTTP/1.1" status: 204 len: 168 time: 2.6932681 Mar 08 08:33:57.125295 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3457f-e1ae-4c10-9500-bfc04879cc74 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ccf3ee9-84d3-4058-be4f-cb078db21526,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:57.190817 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6477cefa-eda6-4c4e-9da1-4f7071ebe69c req-6d18954b-f068-4d48-a16f-e0ec36894fd5 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157246 Mar 08 08:33:57.206353 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Allocated IP 172.20.0.11 (42e8fc26-5cc5-4b90-bb42-5b92112cc703/43fe5ed1-39e7-4cc2-a9b1-529b642b8b37/dfa08b38-e85e-42be-97ab-7cc6e14e3922) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:57.213774 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.31', 52866) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:57.222717 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Request body: {'port': {'device_id': 'ed558231-d9e0-4365-bf83-cd56dd1dced6', 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703', 'admin_state_up': True, 'tenant_id': '98678c5d673e4b589f10bbf58c040146'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:57.326787 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (c300bc90-a802-422b-8325-71e74f7ea85e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:57.366757 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-2ea3b362-1ca0-459e-a448-47fba94e5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:57.369259 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-2ea3b362-1ca0-459e-a448-47fba94e5b04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8defdde4-71c2-4fbd-b69c-4d7588c79e65 HTTP/1.1" status: 200 len: 913 time: 1.0692434 Mar 08 08:33:57.629916 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56968) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:57.639045 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-151c87a7-e253-4ac8-98a8-dc90ef334274 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce8c8fa-7a44-49ff-979d-e9e5743447d2 HTTP/1.1" status: 200 len: 217 time: 0.0696723 Mar 08 08:33:57.911069 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-3317193c-ab4b-4da5-93cb-a9f3624fe7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:57.916855 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-3317193c-ab4b-4da5-93cb-a9f3624fe7e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8 HTTP/1.1" status: 200 len: 852 time: 0.1910636 Mar 08 08:33:57.917767 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6efb6b40-581b-4a83-aba5-9e357e88999b req-678068a4-a068-4285-b54e-a5abbb1f0f88 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 210 time: 0.0940921 Mar 08 08:33:57.956140 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4e66d027-1e43-4159-ae00-229249e2d432 req-a4c60e7a-6322-419a-8227-60ef0fe75644 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 210 time: 0.1339819 Mar 08 08:33:57.973287 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3dbeb87c-fd3b-4247-83f6-e0692b3c163c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=799aed7bb0704f079cb317b32ee61af8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3373766 Mar 08 08:33:57.973287 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 56992) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:33:57.989407 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-e39ea428-df07-4009-809e-07f499a98afa tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:57.990972 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-e39ea428-df07-4009-809e-07f499a98afa tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 814 time: 0.4764657 Mar 08 08:33:58.105932 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-e18cda2b-9336-4fb6-a316-6c5f3e1a9daf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8defdde4-71c2-4fbd-b69c-4d7588c79e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629069 Mar 08 08:33:58.112439 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fefcbff3-d2f5-46d3-be8d-9160deff9977 admin admin] Publish callbacks [] for security_group (727185fd-e417-4bec-929f-c932812df059), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.130962 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Made reservation on behalf of 98678c5d673e4b589f10bbf58c040146 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:58.137789 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.146180 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 6d627e47-84c9-4a2a-b2e2-01dab310d137 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:33:58.178711 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fefcbff3-d2f5-46d3-be8d-9160deff9977 admin admin] Publish callbacks [] for security_group (727185fd-e417-4bec-929f-c932812df059), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.253528 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 6d627e47-84c9-4a2a-b2e2-01dab310d137 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:33:58.254192 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.317893 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks [] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.324642 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-4f6f6d50-2904-4c5b-b6d0-8507f3257b84 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 380 time: 0.2939346 Mar 08 08:33:58.349830 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'port': {'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'admin_state_up': True, 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'security_groups': ['c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:33:58.490867 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 6d627e47-84c9-4a2a-b2e2-01dab310d137 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:33:58.511687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fefcbff3-d2f5-46d3-be8d-9160deff9977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (727185fd-e417-4bec-929f-c932812df059), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.514342 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fefcbff3-d2f5-46d3-be8d-9160deff9977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.517999 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fefcbff3-d2f5-46d3-be8d-9160deff9977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/727185fd-e417-4bec-929f-c932812df059 HTTP/1.1" status: 204 len: 168 time: 0.5410955 Mar 08 08:33:58.544034 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcbff3-d2f5-46d3-be8d-9160deff9977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727185fd-e417-4bec-929f-c932812df059,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:58.610223 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12538-6a6c-4bf0-b8a0-1b8931e52542 req-eb8b2d25-dc0b-4ffe-8aad-e17318271d1e tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:58.619804 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-05c12538-6a6c-4bf0-b8a0-1b8931e52542 req-eb8b2d25-dc0b-4ffe-8aad-e17318271d1e tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 943 time: 0.2319832 Mar 08 08:33:58.682508 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for port (c300bc90-a802-422b-8325-71e74f7ea85e), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.710602 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-6b931673-25d9-4515-bce5-596996b2e4ce service neutron] 10.222.0.31 "GET /v2.0/networks/8defdde4-71c2-4fbd-b69c-4d7588c79e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385635 Mar 08 08:33:58.713887 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Made reservation on behalf of ede793b3047442669efa63a8d001d667 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:33:58.720689 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.749927 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-05c12538-6a6c-4bf0-b8a0-1b8931e52542 req-a625923e-34af-4976-acb1-f54738dc759d tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279385 Mar 08 08:33:58.887285 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Allocated IP 172.20.0.4 (42e8fc26-5cc5-4b90-bb42-5b92112cc703/43fe5ed1-39e7-4cc2-a9b1-529b642b8b37/66be8eb2-e2f0-4d80-98d3-048ca4fb0b97) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:58.889978 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (c300bc90-a802-422b-8325-71e74f7ea85e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.906252 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:58.964623 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'Port': ['ID=c300bc90-a802-422b-8325-71e74f7ea85e,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:59.046532 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6055ed96-edb7-4197-8e19-4d9b78866c56 req-636dc336-4b2f-4336-bc6e-52ddc63d4568 service neutron] 10.222.0.31 "GET /v2.0/networks/8defdde4-71c2-4fbd-b69c-4d7588c79e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988951 Mar 08 08:33:59.157521 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Pushing event updated for resources: {'Port': ['ID=dfa08b38-e85e-42be-97ab-7cc6e14e3922,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:33:59.159384 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-195273f7-b99b-4581-917e-31ffbdf1b79f req-277abbec-f0d0-45d9-9132-a2879effd411 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 210 time: 0.0921643 Mar 08 08:33:59.167299 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:33:59.167869 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e8e32881-5620-44c0-9da4-d65c8f1c2d34 req-b472e194-4c06-46d6-a217-ce24444c689b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 210 time: 0.0722811 Mar 08 08:33:59.209755 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Allocated IP 172.20.0.7 (c687e176-06d5-433e-ad8b-3139fc84ddd6/1369b6d5-f70b-406a-9a56-b877c7243376/7e85a515-c395-4d79-a95c-f7dd4b538ecb) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:33:59.231651 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:33:59.240472 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:33:59.301639 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (ab1c6a7e-d445-4e97-8857-41b30d0153d4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:59.372090 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:59.372803 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:59.417173 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks [] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:59.485819 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:33:59.881108 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a2e25-24b2-4714-a64b-2b50e2fa9a2a req-0561e37f-db5f-40b0-ad58-d52f3e90d2da tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:33:59.882642 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a6a2e25-24b2-4714-a64b-2b50e2fa9a2a req-0561e37f-db5f-40b0-ad58-d52f3e90d2da tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 943 time: 0.0540931 Mar 08 08:33:59.930071 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a6a2e25-24b2-4714-a64b-2b50e2fa9a2a req-14237056-90be-45dc-8401-b099e0e287b9 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Mar 08 08:34:00.285327 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2d28358c-5e67-458d-ba96-3b95e30e251d req-131643f2-6077-4d16-90ed-60e3eb491f3b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 210 time: 0.0332971 Mar 08 08:34:00.314269 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5490e82c-a2c9-41fe-9b73-f782415d6624 req-8a3e86e9-3a28-4b57-b07a-92dcfbf4b704 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 210 time: 0.0339558 Mar 08 08:34:00.550243 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:00.554186 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e5240998-5d60-40c5-aaf0-d90ed50c6c18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.7543955 Mar 08 08:34:00.555794 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:00.561084 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-a2b9737f-7f25-48f9-bc3c-ee5e740f3f58 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9450536 Mar 08 08:34:00.564222 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:00.605292 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Request body: {'port': {'device_id': '5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:34:00.610624 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57062) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:00.643561 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:34:00.654572 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:34:00.659543 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:34:00.668738 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:34:00.678688 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:34:00.681627 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:34:00.683710 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=7e85a515-c395-4d79-a95c-f7dd4b538ecb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:00.718651 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:00.719645 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:00.761431 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Pushing event updated for resources: {'Port': ['ID=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:00.803053 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:00.810681 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-6b1d8e1d-a60e-4f25-bfb0-73066a0e9636 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4671679 Mar 08 08:34:00.826849 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Request body: {'port': {'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:34:00.857720 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:00.858416 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:00.891599 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57074) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:01.075245 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-71a038ed-6b94-4bf7-b811-00650bd58c80 None None] Provisioning complete for port 7e85a515-c395-4d79-a95c-f7dd4b538ecb triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:34:01.076273 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-71a038ed-6b94-4bf7-b811-00650bd58c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.111129 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-34f4ac3c-b90e-4223-9061-e9d738828f88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a8b814355274235b82e47c67c4b1275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174246 Mar 08 08:34:01.122988 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57086) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:01.125343 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-71a038ed-6b94-4bf7-b811-00650bd58c80 None None] Port 7e85a515-c395-4d79-a95c-f7dd4b538ecb cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:34:01.125475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c33b003-d0ff-4e30-866d-2b1cd7d492cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.175665 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a4136817-1871-40eb-822d-6e238d7e8058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9567957 Mar 08 08:34:01.195414 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.214222 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Request body: {'port': {'device_id': 'ed558231-d9e0-4365-bf83-cd56dd1dced6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:34:01.268206 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-c3016e5c-57c5-4ae0-9a8d-c7fc0b6c56af tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1671540889&fields=id&tenant_id=a9c1109eec1e49879e9ee38d4823435d HTTP/1.1" status: 200 len: 267 time: 0.1673503 Mar 08 08:34:01.283178 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241dbf-95c5-4ddd-abb1-7771c511fde5 req-063ab5f1-ffbf-42ee-8483-2c482ec3da4b tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:01.284665 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-21241dbf-95c5-4ddd-abb1-7771c511fde5 req-063ab5f1-ffbf-42ee-8483-2c482ec3da4b tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 943 time: 0.1850333 Mar 08 08:34:01.333377 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.353148 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5d1db71d-7d8e-4f92-929b-9e8198e9d10e admin admin] Publish callbacks [] for security_group (9e659182-5141-4fa7-942b-f4f58e3b85e4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.361749 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c33b003-d0ff-4e30-866d-2b1cd7d492cd admin admin] Publish callbacks [] for security_group (c87242b3-bcb1-42f7-98f9-4af301dc31f2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.442954 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa08b38-e85e-42be-97ab-7cc6e14e3922 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:01.492646 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Publish callbacks [] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.501710 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c33b003-d0ff-4e30-866d-2b1cd7d492cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c87242b3-bcb1-42f7-98f9-4af301dc31f2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.540826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5d1db71d-7d8e-4f92-929b-9e8198e9d10e admin admin] Publish callbacks [] for security_group (9e659182-5141-4fa7-942b-f4f58e3b85e4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.551033 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Transition to ACTIVE for port object dfa08b38-e85e-42be-97ab-7cc6e14e3922 will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:34:01.559115 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0c33b003-d0ff-4e30-866d-2b1cd7d492cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da546d31403d4cc5adaf22d54a36b0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9241965 Mar 08 08:34:01.563713 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57100) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:01.579764 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-21241dbf-95c5-4ddd-abb1-7771c511fde5 req-2b431961-6a32-487c-a2d9-29787baa077c tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849386 Mar 08 08:34:01.580753 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33b003-d0ff-4e30-866d-2b1cd7d492cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87242b3-bcb1-42f7-98f9-4af301dc31f2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:01.653552 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.659178 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-888e63f4-06bd-403f-92c3-1ff548c63da2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:01.660113 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-888e63f4-06bd-403f-92c3-1ff548c63da2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 816 time: 0.3745232 Mar 08 08:34:01.722512 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-07f6171f-4427-4947-afbf-288a7332dce3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/quotas/a9c1109eec1e49879e9ee38d4823435d HTTP/1.1" status: 200 len: 375 time: 0.0394475 Mar 08 08:34:01.773787 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-224d81df-88fc-46d6-9de5-9b71a41e0a91 admin admin] Publish callbacks [] for security_group (c87242b3-bcb1-42f7-98f9-4af301dc31f2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.789849 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa08b38-e85e-42be-97ab-7cc6e14e3922,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:01.824220 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312009cc-c810-45b8-a6b1-2858ab9e42fa req-fbc073f5-3e12-4fdc-a909-1a9dfa49933f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:01.826246 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-312009cc-c810-45b8-a6b1-2858ab9e42fa req-fbc073f5-3e12-4fdc-a909-1a9dfa49933f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 931 time: 0.1420913 Mar 08 08:34:01.827008 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5d1db71d-7d8e-4f92-929b-9e8198e9d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (9e659182-5141-4fa7-942b-f4f58e3b85e4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.829738 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5d1db71d-7d8e-4f92-929b-9e8198e9d10e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:01.830983 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5d1db71d-7d8e-4f92-929b-9e8198e9d10e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e659182-5141-4fa7-942b-f4f58e3b85e4 HTTP/1.1" status: 204 len: 168 time: 0.6988358 Mar 08 08:34:01.904059 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1db71d-7d8e-4f92-929b-9e8198e9d10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e659182-5141-4fa7-942b-f4f58e3b85e4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:01.918979 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e85a515-c395-4d79-a95c-f7dd4b538ecb {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:01.949092 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-3d70ef64-3b3a-49a9-a117-09da2b467821 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2009315 Mar 08 08:34:01.962509 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Publish callbacks [] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.035445 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-224d81df-88fc-46d6-9de5-9b71a41e0a91 admin admin] Publish callbacks [] for security_group (c87242b3-bcb1-42f7-98f9-4af301dc31f2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.054504 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Transition to ACTIVE for port object 7e85a515-c395-4d79-a95c-f7dd4b538ecb will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:34:02.099466 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-312009cc-c810-45b8-a6b1-2858ab9e42fa req-eb1e522a-36cf-47df-88a7-043ac96d261c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569046 Mar 08 08:34:02.136069 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Attempting to bind port dfa08b38-e85e-42be-97ab-7cc6e14e3922 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:34:02.136414 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Attempting to bind port dfa08b38-e85e-42be-97ab-7cc6e14e3922 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:34:02.136750 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Attempting to bind port dfa08b38-e85e-42be-97ab-7cc6e14e3922 on network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:34:02.145505 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Port dfa08b38-e85e-42be-97ab-7cc6e14e3922 on network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:34:02.145841 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Attempting to bind port dfa08b38-e85e-42be-97ab-7cc6e14e3922 on network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:34:02.158294 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device cce8c8fa-7a44-49ff-979d-e9e5743447d2 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:34:02.160909 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:34:02.161414 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Checking segment: {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:34:02.161813 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Bound using segment: {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:34:02.162420 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Bound port: dfa08b38-e85e-42be-97ab-7cc6e14e3922, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:34:02.162814 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.167500 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:02.182640 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Publish callbacks [] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.189304 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.209253 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-7c070ec1-ea6f-4c7f-998f-0ec1888abb63 service neutron] 10.222.0.21 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373853 Mar 08 08:34:02.221584 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Transition to ACTIVE for port object 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:34:02.247943 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-224d81df-88fc-46d6-9de5-9b71a41e0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c87242b3-bcb1-42f7-98f9-4af301dc31f2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.251528 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-224d81df-88fc-46d6-9de5-9b71a41e0a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.252700 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-224d81df-88fc-46d6-9de5-9b71a41e0a91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c87242b3-bcb1-42f7-98f9-4af301dc31f2 HTTP/1.1" status: 204 len: 168 time: 0.6880622 Mar 08 08:34:02.269007 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d81df-88fc-46d6-9de5-9b71a41e0a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87242b3-bcb1-42f7-98f9-4af301dc31f2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:02.302330 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] For port dfa08b38-e85e-42be-97ab-7cc6e14e3922, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:34:02.311518 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] For port dfa08b38-e85e-42be-97ab-7cc6e14e3922, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:34:02.324380 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.376883 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port cce8c8fa-7a44-49ff-979d-e9e5743447d2, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=cce8c8fa-7a44-49ff-979d-e9e5743447d2,segment=NetworkSegment(7f09699f-1a9c-41ac-96f2-b7b88cc2df8a),segment_id=7f09699f-1a9c-41ac-96f2-b7b88cc2df8a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:02.406538 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': 'cce8c8fa-7a44-49ff-979d-e9e5743447d2', 'network_id': '8defdde4-71c2-4fbd-b69c-4d7588c79e65', 'port_id': 'cce8c8fa-7a44-49ff-979d-e9e5743447d2', 'mac_address': 'fa:16:3e:8c:97:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:34:02.409242 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.429100 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:02.458528 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:02.459172 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.460578 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] 10.222.0.31 "PUT /v2.0/ports/dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 200 len: 1094 time: 1.8848097 Mar 08 08:34:02.462789 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04', 'tag': 'dfa08b38-e85e-42be-97ab-7cc6e14e3922'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:02.488593 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04", "tag": "dfa08b38-e85e-42be-97ab-7cc6e14e3922"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:02.490149 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port cce8c8fa-7a44-49ff-979d-e9e5743447d2 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:02.491226 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.524381 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce8c8fa-7a44-49ff-979d-e9e5743447d2 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:02.544843 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Pushing event updated for resources: {'Port': ['ID=7e85a515-c395-4d79-a95c-f7dd4b538ecb,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:02.609721 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port cce8c8fa-7a44-49ff-979d-e9e5743447d2, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=cce8c8fa-7a44-49ff-979d-e9e5743447d2,segment=NetworkSegment(7f09699f-1a9c-41ac-96f2-b7b88cc2df8a),segment_id=7f09699f-1a9c-41ac-96f2-b7b88cc2df8a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:02.634782 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1da3-d76a-470b-b45c-cd2262107cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa08b38-e85e-42be-97ab-7cc6e14e3922,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:02.651666 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Attempting to bind port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:34:02.651940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Attempting to bind port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:34:02.652265 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Attempting to bind port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 on network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:34:02.659761 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 on network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:34:02.659761 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Attempting to bind port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 on network 42e8fc26-5cc5-4b90-bb42-5b92112cc703 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:34:02.666093 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:34:02.666962 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Checking segment: {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:34:02.667341 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Bound using segment: {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:34:02.667770 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Bound port: 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a33355d-40f7-46f6-ac42-7bdf7f88e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:34:02.668125 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.686734 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-81cf218b-0773-4c26-b4d2-2ac06ad68740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:02.688264 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-81cf218b-0773-4c26-b4d2-2ac06ad68740 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1128 time: 0.1017363 Mar 08 08:34:02.692980 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-65cf74f7-5778-4c6b-82f5-7ccc1835c159 service neutron] 10.222.0.21 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563682 Mar 08 08:34:02.706816 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.730554 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f8ca-19e5-4f5d-a45f-440aa5750c96 req-8a10dcad-b3ca-4c03-98ea-1bf4f2dfb553 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:02.732121 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1405f8ca-19e5-4f5d-a45f-440aa5750c96 req-8a10dcad-b3ca-4c03-98ea-1bf4f2dfb553 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 943 time: 0.4382293 Mar 08 08:34:02.761619 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-ee02c845-221e-456a-8724-00d803503694 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 200 len: 217 time: 0.0547230 Mar 08 08:34:02.810057 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=cce8c8fa-7a44-49ff-979d-e9e5743447d2,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:02.826255 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] For port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:34:02.831369 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] For port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:34:02.831576 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Attempting to bind port 7e85a515-c395-4d79-a95c-f7dd4b538ecb on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:34:02.831760 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Attempting to bind port 7e85a515-c395-4d79-a95c-f7dd4b538ecb by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:34:02.832095 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Attempting to bind port 7e85a515-c395-4d79-a95c-f7dd4b538ecb on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:34:02.839124 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-c473cbc7-a2e8-4e52-9fbe-38ce80c6041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:02.846348 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-c473cbc7-a2e8-4e52-9fbe-38ce80c6041e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.0705614 Mar 08 08:34:02.846477 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1405f8ca-19e5-4f5d-a45f-440aa5750c96 req-8c4cd1db-b412-4b68-9eca-2b0875916cd0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018906 Mar 08 08:34:02.846477 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Port 7e85a515-c395-4d79-a95c-f7dd4b538ecb on network c687e176-06d5-433e-ad8b-3139fc84ddd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:34:02.846477 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Attempting to bind port 7e85a515-c395-4d79-a95c-f7dd4b538ecb on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:34:02.850991 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:34:02.851508 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Checking segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:34:02.852293 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Bound using segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:34:02.852928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Bound port: 7e85a515-c395-4d79-a95c-f7dd4b538ecb, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:34:02.853395 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.890243 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-8ddf8e96-f72a-45e3-9e1d-306772067c32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426197 Mar 08 08:34:02.931013 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:02.942362 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] For port 7e85a515-c395-4d79-a95c-f7dd4b538ecb, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:34:02.949222 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] For port 7e85a515-c395-4d79-a95c-f7dd4b538ecb, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:34:02.978515 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['cce8c8fa-7a44-49ff-979d-e9e5743447d2'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:34:03.003229 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e0870a-c459-4dc3-bb72-131449d0fcc5 x-openstack-request-id: req-01e0870a-c459-4dc3-bb72-131449d0fcc5 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:03.003522 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04", "tag": "dfa08b38-e85e-42be-97ab-7cc6e14e3922", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:03.003773 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e0870a-c459-4dc3-bb72-131449d0fcc5 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:03.004271 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04', 'tag': 'dfa08b38-e85e-42be-97ab-7cc6e14e3922', 'status': 'completed', 'code': 200} Mar 08 08:34:03.032685 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.033318 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:03.034816 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 HTTP/1.1" status: 200 len: 1093 time: 1.8280227 Mar 08 08:34:03.077929 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebb42f-0a07-409c-87ed-aebbf243e6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:03.082422 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-fc89006d-b85d-4690-9ac2-fae69465562b service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860979 Mar 08 08:34:03.113917 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3433ba59-9464-4fcb-8233-fc0dfcf967fa req-55fac186-e843-4c1e-bc90-b8b826735516 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 210 time: 0.0607862 Mar 08 08:34:03.140347 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:03.212008 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d781b59-e047-4bb1-9b14-d8ef9893b35f req-637f741d-59f5-4234-a053-13ba0bff2f9e service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224999 Mar 08 08:34:03.269842 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-d6d1fcc9-e122-4b5e-9f8b-bdc4caaab895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.271645 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-d6d1fcc9-e122-4b5e-9f8b-bdc4caaab895 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 1127 time: 0.0585873 Mar 08 08:34:03.307461 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.310736 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:03.310736 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] 10.222.0.31 "PUT /v2.0/ports/7e85a515-c395-4d79-a95c-f7dd4b538ecb HTTP/1.1" status: 200 len: 1093 time: 2.4927166 Mar 08 08:34:03.318141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'tag': '7e85a515-c395-4d79-a95c-f7dd4b538ecb'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:03.318713 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-5c04bd71-5994-474b-b1a5-a4b8753d6ecc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 HTTP/1.1" status: 200 len: 217 time: 0.0402761 Mar 08 08:34:03.391881 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57164) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:03.434224 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b9b620f9-5b18-4d3c-8f28-007f21416188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:03.438897 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80ce35-1a2d-455a-86cf-5c069762be47 service neutron] Pushing event updated for resources: {'Port': ['ID=7e85a515-c395-4d79-a95c-f7dd4b538ecb,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:03.460032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db41d68-dc28-4c79-ad0f-1ef98a6139a7 req-d8228547-b4d3-42bd-842f-aa7324e5070d tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.461587 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1db41d68-dc28-4c79-ad0f-1ef98a6139a7 req-d8228547-b4d3-42bd-842f-aa7324e5070d tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 944 time: 0.3517339 Mar 08 08:34:03.485364 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2b8c-c246-4923-82dc-a91ebeef25fa req-33d3735a-a307-49e3-99c1-c7c685e6ce0f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.496594 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cb7d2b8c-c246-4923-82dc-a91ebeef25fa req-33d3735a-a307-49e3-99c1-c7c685e6ce0f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 943 time: 0.2441008 Mar 08 08:34:03.538016 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57166) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:03.544849 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b9b620f9-5b18-4d3c-8f28-007f21416188 admin admin] Publish callbacks [] for security_group (cfcfe2f2-07b4-4f50-b0a4-46f880851c08), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:03.548811 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-2cbf62f7-2dd1-4260-93fb-7b9399cf9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.550554 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-2cbf62f7-2dd1-4260-93fb-7b9399cf9adf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.2257411 Mar 08 08:34:03.596284 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-cc0247db-a73c-4916-83ba-db17058d1085 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368645 Mar 08 08:34:03.629790 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-291e983e-47eb-4e30-9efe-7b68068f4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.631379 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-291e983e-47eb-4e30-9efe-7b68068f4f83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1128 time: 0.2591643 Mar 08 08:34:03.631514 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-1f96ccc8-3dc4-4e4c-b873-fdce52128ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.633127 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-1f96ccc8-3dc4-4e4c-b873-fdce52128ace service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 1127 time: 0.2169137 Mar 08 08:34:03.651204 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b9b620f9-5b18-4d3c-8f28-007f21416188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (cfcfe2f2-07b4-4f50-b0a4-46f880851c08), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:03.667207 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cb7d2b8c-c246-4923-82dc-a91ebeef25fa req-9b2b1aa7-aca1-41e2-9ecf-e09ee0bad8e5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636481 Mar 08 08:34:03.670574 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1db41d68-dc28-4c79-ad0f-1ef98a6139a7 req-5fc578d8-4aa3-49b2-9b5e-72e4ac0f8efc tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653388 Mar 08 08:34:03.745228 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-19f983d1-add6-4230-bb7d-514ecc5ba919 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb HTTP/1.1" status: 200 len: 217 time: 0.1015801 Mar 08 08:34:03.793384 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46cb8ea6-b4f7-4335-9149-fd11a54eacfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:03.806210 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57178) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:03.823622 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b620f9-5b18-4d3c-8f28-007f21416188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcfe2f2-07b4-4f50-b0a4-46f880851c08,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:03.828033 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b9b620f9-5b18-4d3c-8f28-007f21416188 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0876187564f041689f76ad3182555bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352026 Mar 08 08:34:03.834504 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57182) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:03.871776 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-de34015d-1216-4d00-b7e7-a1001fdcf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:03.873307 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-de34015d-1216-4d00-b7e7-a1001fdcf227 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.1142099 Mar 08 08:34:03.923220 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-4d3cb182-807d-4ec3-9880-6d659b891169 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183925 Mar 08 08:34:04.020502 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49c60d2e-82b5-493d-9c65-697d0dcd946a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.030240 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d665eb07-cf10-478c-b45d-01acbe0e38ee", "tag": "7e85a515-c395-4d79-a95c-f7dd4b538ecb"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:04.083276 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a40c0df0-1572-4e88-8ac3-caf49f16a416 admin admin] Publish callbacks [] for security_group (cfcfe2f2-07b4-4f50-b0a4-46f880851c08), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.108097 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a40c0df0-1572-4e88-8ac3-caf49f16a416 admin admin] Publish callbacks [] for security_group (cfcfe2f2-07b4-4f50-b0a4-46f880851c08), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.141719 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device dfa08b38-e85e-42be-97ab-7cc6e14e3922 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:34:04.160361 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-1eaebc3d-165e-40f1-8f9f-b66dc0f5b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:04.162672 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-1eaebc3d-165e-40f1-8f9f-b66dc0f5b6f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2781024 Mar 08 08:34:04.163199 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device cce8c8fa-7a44-49ff-979d-e9e5743447d2 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:34:04.172475 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2937c19-d3d8-4732-861c-36cc2b1e2ca4 req-511f565d-e3a3-4fe5-a25d-2201e4870c5a tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:04.183620 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2937c19-d3d8-4732-861c-36cc2b1e2ca4 req-511f565d-e3a3-4fe5-a25d-2201e4870c5a tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 943 time: 0.1329908 Mar 08 08:34:04.183620 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-1c40c3be-8523-415f-aa94-445b3465e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:04.183620 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-1c40c3be-8523-415f-aa94-445b3465e225 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.5346158 Mar 08 08:34:04.271985 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-e9f79136-ef62-47e9-9782-b816c44ecf05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 200 len: 217 time: 0.0866547 Mar 08 08:34:04.301430 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93362e5e-5197-4692-a77c-4d0aed7f894d req-a228ddb5-898f-4175-8b28-31c0800ecf7e service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695762 Mar 08 08:34:04.360459 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-1062897c-be5a-4f13-a4a7-e7acd0557cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:04.363031 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-1062897c-be5a-4f13-a4a7-e7acd0557cbf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.0800447 Mar 08 08:34:04.377358 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49c60d2e-82b5-493d-9c65-697d0dcd946a admin admin] Publish callbacks [] for security_group (b48bcd39-92c5-4bdc-a33e-5c58b05727a6), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.381680 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee435c0-21ed-41a4-9a55-ec74cd728507 x-openstack-request-id: req-bee435c0-21ed-41a4-9a55-ec74cd728507 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:04.382093 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-d1251eeb-a33b-4a02-a76d-b6ee8c9773b5 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075164 Mar 08 08:34:04.385044 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d665eb07-cf10-478c-b45d-01acbe0e38ee", "tag": "7e85a515-c395-4d79-a95c-f7dd4b538ecb", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:04.385356 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bee435c0-21ed-41a4-9a55-ec74cd728507 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:04.385841 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'tag': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'status': 'completed', 'code': 200} Mar 08 08:34:04.395404 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port dfa08b38-e85e-42be-97ab-7cc6e14e3922, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:04.418979 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': 'dfa08b38-e85e-42be-97ab-7cc6e14e3922', 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703', 'port_id': 'dfa08b38-e85e-42be-97ab-7cc6e14e3922', 'mac_address': 'fa:16:3e:7d:fa:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fe5ed1-39e7-4cc2-a9b1-529b642b8b37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:34:04.464465 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a40c0df0-1572-4e88-8ac3-caf49f16a416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (cfcfe2f2-07b4-4f50-b0a4-46f880851c08), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.466647 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port dfa08b38-e85e-42be-97ab-7cc6e14e3922 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:04.467044 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.467619 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a40c0df0-1572-4e88-8ac3-caf49f16a416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.471489 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a40c0df0-1572-4e88-8ac3-caf49f16a416 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfcfe2f2-07b4-4f50-b0a4-46f880851c08 HTTP/1.1" status: 204 len: 168 time: 0.6336234 Mar 08 08:34:04.477991 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49c60d2e-82b5-493d-9c65-697d0dcd946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (b48bcd39-92c5-4bdc-a33e-5c58b05727a6), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.487174 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0df0-1572-4e88-8ac3-caf49f16a416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcfe2f2-07b4-4f50-b0a4-46f880851c08,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:04.489556 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa08b38-e85e-42be-97ab-7cc6e14e3922 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:04.490628 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2937c19-d3d8-4732-861c-36cc2b1e2ca4 req-5279d34f-9ba9-4291-a346-ef8499300f59 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103886 Mar 08 08:34:04.492533 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-27503821-792b-4a92-981f-f0281ebea5d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018598 Mar 08 08:34:04.508310 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port cce8c8fa-7a44-49ff-979d-e9e5743447d2 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:34:04.517488 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port cce8c8fa-7a44-49ff-979d-e9e5743447d2 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:34:04.518068 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.540040 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-582b066a-d12f-405d-8234-1f3a6daacdaa req-eac28a69-0041-4827-8a65-3a6a81b48067 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 210 time: 0.0837207 Mar 08 08:34:04.587188 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46cb8ea6-b4f7-4335-9149-fd11a54eacfc admin admin] Publish callbacks [] for security_group (f68253dc-3a59-4cd4-b06b-12bd21bcb26e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.597137 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-49c60d2e-82b5-493d-9c65-697d0dcd946a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8350197d75164de885a0bd1959542166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7802036 Mar 08 08:34:04.597137 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57208) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:04.597737 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port dfa08b38-e85e-42be-97ab-7cc6e14e3922, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:04.606920 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2371ec0a-8210-4d0e-a4a2-99422e87ef63 req-c36eba7f-f7a7-4f64-862b-67dfde06e614 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184756 Mar 08 08:34:04.609974 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c60d2e-82b5-493d-9c65-697d0dcd946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48bcd39-92c5-4bdc-a33e-5c58b05727a6,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:04.661300 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46cb8ea6-b4f7-4335-9149-fd11a54eacfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (f68253dc-3a59-4cd4-b06b-12bd21bcb26e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.671990 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78327af4-44d1-424d-b6ca-a5242d96b44b admin admin] Publish callbacks [] for security_group (b48bcd39-92c5-4bdc-a33e-5c58b05727a6), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.677203 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.735558 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78327af4-44d1-424d-b6ca-a5242d96b44b admin admin] Publish callbacks [] for security_group (b48bcd39-92c5-4bdc-a33e-5c58b05727a6), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.741800 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-46cb8ea6-b4f7-4335-9149-fd11a54eacfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66d393402d4a48a9b8c10ca5c5923e67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2006166 Mar 08 08:34:04.746057 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb8ea6-b4f7-4335-9149-fd11a54eacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68253dc-3a59-4cd4-b06b-12bd21bcb26e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:04.747697 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57214) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:04.761987 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-89c394d0-c8db-43ea-bda9-49152c5c67b3 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617676 Mar 08 08:34:04.792441 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port cce8c8fa-7a44-49ff-979d-e9e5743447d2 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:04.798194 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.875447 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=dfa08b38-e85e-42be-97ab-7cc6e14e3922,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:04.892002 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cb73fb-6163-4f3a-8a66-02574f7a8329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce8c8fa-7a44-49ff-979d-e9e5743447d2'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:04.932824 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78327af4-44d1-424d-b6ca-a5242d96b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (b48bcd39-92c5-4bdc-a33e-5c58b05727a6), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.935435 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78327af4-44d1-424d-b6ca-a5242d96b44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.937393 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-78327af4-44d1-424d-b6ca-a5242d96b44b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b48bcd39-92c5-4bdc-a33e-5c58b05727a6 HTTP/1.1" status: 204 len: 168 time: 0.3380778 Mar 08 08:34:04.967290 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78327af4-44d1-424d-b6ca-a5242d96b44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48bcd39-92c5-4bdc-a33e-5c58b05727a6,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:04.972136 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a31ace19-9ccb-4ffe-9784-0d71d3a7a619 admin admin] Publish callbacks [] for security_group (f68253dc-3a59-4cd4-b06b-12bd21bcb26e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:04.986177 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['dfa08b38-e85e-42be-97ab-7cc6e14e3922'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:34:04.989510 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-9672ae54-eae0-4b01-b406-5ad81dc3c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:04.993116 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-9672ae54-eae0-4b01-b406-5ad81dc3c4d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 1127 time: 0.1894028 Mar 08 08:34:05.022660 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7542c-9449-4efc-9b9a-3c3af55bd223 req-82722015-b75c-4907-807f-5c6bc7395d91 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.024750 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbc7542c-9449-4efc-9b9a-3c3af55bd223 req-82722015-b75c-4907-807f-5c6bc7395d91 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 943 time: 0.2113302 Mar 08 08:34:05.027742 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a31ace19-9ccb-4ffe-9784-0d71d3a7a619 admin admin] Publish callbacks [] for security_group (f68253dc-3a59-4cd4-b06b-12bd21bcb26e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:05.030547 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed558231-d9e0-4365-bf83-cd56dd1dced6', 'tag': '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:05.036259 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed558231-d9e0-4365-bf83-cd56dd1dced6", "tag": "66be8eb2-e2f0-4d80-98d3-048ca4fb0b97"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:05.043762 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e321e52-a4ed-455a-90d3-ed6fe3428214 req-95c52e6d-f6cc-44fb-9bfe-d1fb9045047c tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.045497 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2e321e52-a4ed-455a-90d3-ed6fe3428214 req-95c52e6d-f6cc-44fb-9bfe-d1fb9045047c tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 944 time: 0.2275808 Mar 08 08:34:05.051412 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ae72e76-ecbc-4bfb-8ebc-b6a4c09ebf31 req-9e74f9c7-3973-4dd0-8271-7a3086345f69 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587090 Mar 08 08:34:05.116517 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port cce8c8fa-7a44-49ff-979d-e9e5743447d2, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=cce8c8fa-7a44-49ff-979d-e9e5743447d2,segment=NetworkSegment(7f09699f-1a9c-41ac-96f2-b7b88cc2df8a),segment_id=7f09699f-1a9c-41ac-96f2-b7b88cc2df8a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:05.174664 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbc7542c-9449-4efc-9b9a-3c3af55bd223 req-c5e0d00a-da1c-40d3-8d9f-527712ab4d84 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260769 Mar 08 08:34:05.179814 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-291d29ea-4c96-4cb1-bb71-43dd67f8222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.182199 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-291d29ea-4c96-4cb1-bb71-43dd67f8222a service neutron] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 915 time: 0.1810505 Mar 08 08:34:05.195199 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2e321e52-a4ed-455a-90d3-ed6fe3428214 req-d9c1e8ac-1824-4d2b-82fa-d8f1770232c7 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374598 Mar 08 08:34:05.220819 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:05.246316 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe738105-d664-48a7-b7d8-07641aad2ade x-openstack-request-id: req-fe738105-d664-48a7-b7d8-07641aad2ade {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:05.249116 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed558231-d9e0-4365-bf83-cd56dd1dced6", "tag": "66be8eb2-e2f0-4d80-98d3-048ca4fb0b97", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:05.249116 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe738105-d664-48a7-b7d8-07641aad2ade {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:05.249671 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed558231-d9e0-4365-bf83-cd56dd1dced6', 'tag': '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97', 'status': 'completed', 'code': 200} Mar 08 08:34:05.251656 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-9f73d3b2-f9ef-4271-bba5-443b82bf1293 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb HTTP/1.1" status: 200 len: 217 time: 0.0635486 Mar 08 08:34:05.285403 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:05.315176 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-620cc08b-5b19-4bec-9057-2afec897bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.316979 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-620cc08b-5b19-4bec-9057-2afec897bfe9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 1127 time: 0.0526588 Mar 08 08:34:05.317782 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a31ace19-9ccb-4ffe-9784-0d71d3a7a619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (f68253dc-3a59-4cd4-b06b-12bd21bcb26e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:05.318665 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-a1be1cdc-f504-48e5-9642-4117d9558f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.324950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a31ace19-9ccb-4ffe-9784-0d71d3a7a619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:05.325113 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-a1be1cdc-f504-48e5-9642-4117d9558f38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0574498 Mar 08 08:34:05.325204 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a31ace19-9ccb-4ffe-9784-0d71d3a7a619 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f68253dc-3a59-4cd4-b06b-12bd21bcb26e HTTP/1.1" status: 204 len: 168 time: 0.5738642 Mar 08 08:34:05.333107 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ace19-9ccb-4ffe-9784-0d71d3a7a619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68253dc-3a59-4cd4-b06b-12bd21bcb26e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:05.339181 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=cce8c8fa-7a44-49ff-979d-e9e5743447d2,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:05.430781 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-45d106f7-6aab-4d09-8e8d-8733741e1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.433435 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-45d106f7-6aab-4d09-8e8d-8733741e1935 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033411 Mar 08 08:34:05.434100 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-59edd72f-4f2a-4ce2-bfe9-fe77e8c2858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.435642 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-59edd72f-4f2a-4ce2-bfe9-fe77e8c2858d service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.1036961 Mar 08 08:34:05.490789 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-90226c78-ca23-4f3e-a2bc-ad5d17be9555 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 HTTP/1.1" status: 200 len: 217 time: 0.0449259 Mar 08 08:34:05.553707 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-defe54cc-e306-46cf-b9c0-e65124bbdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.555487 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-defe54cc-e306-46cf-b9c0-e65124bbdad2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.0577919 Mar 08 08:34:05.573809 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-fc8ed7c6-ba6e-4972-89f5-c5564068e4aa service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260431 Mar 08 08:34:05.599027 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eda07cb-5e41-4f3a-9ead-3fe4cc4e7885" -d '{"events": [{"server_uuid": "c3cb73fb-6163-4f3a-8a66-02574f7a8329", "name": "network-vif-plugged", "status": "completed", "tag": "cce8c8fa-7a44-49ff-979d-e9e5743447d2"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:05.619899 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-e24fee98-3c48-4356-a237-adfa7b865159 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549724 Mar 08 08:34:05.725104 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fdd9fd61-9e38-4bad-a4b7-0e230e4c7887 req-241e3d14-b148-4b26-9655-fac2e2175ad9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 210 time: 0.0626807 Mar 08 08:34:05.770293 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1c56-a345-4c06-b165-9d5fea5c2ab4 req-6d9ba6ac-f925-43f1-9bb9-29f0e70dc350 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.771793 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7a7d1c56-a345-4c06-b165-9d5fea5c2ab4 req-6d9ba6ac-f925-43f1-9bb9-29f0e70dc350 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 943 time: 0.1508975 Mar 08 08:34:05.801047 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab4bbe82-7a1a-4551-9b66-2e1b9e5fd8f0 req-def023b3-e0cf-40c1-af6c-beed47040729 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115455 Mar 08 08:34:05.809402 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-5107b535-d087-4f3d-aeee-a25d85593e31 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:05.811006 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-5107b535-d087-4f3d-aeee-a25d85593e31 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 816 time: 0.2252469 Mar 08 08:34:05.811114 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-82b879cb-71b7-493a-b910-4555049b1986 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576452 Mar 08 08:34:05.864357 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7a7d1c56-a345-4c06-b165-9d5fea5c2ab4 req-2de2aafb-f57a-470c-831d-6d13ae3f48f2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839279 Mar 08 08:34:05.901276 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-1cffb76e-8bda-48b8-9228-410ab5710763 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c1109eec1e49879e9ee38d4823435d HTTP/1.1" status: 200 len: 380 time: 0.0747869 Mar 08 08:34:05.921136 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'port': {'device_id': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'admin_state_up': True, 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'security_groups': ['9c60ce76-274f-47ac-8c72-568b8dc9d3e0']}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:34:05.926500 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f23ace9-6bcc-4731-93ac-ab1d23d54c0e req-69b00ad6-763f-4bd0-9cb4-f49ce068b4fd service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021252 Mar 08 08:34:06.105602 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57258) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:06.121858 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56890b6d-3735-4e8e-b8a3-887218fcc196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.135047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Made reservation on behalf of a9c1109eec1e49879e9ee38d4823435d for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:34:06.141641 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.157511 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 7e85a515-c395-4d79-a95c-f7dd4b538ecb details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:34:06.161876 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device dfa08b38-e85e-42be-97ab-7cc6e14e3922 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:34:06.270658 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56890b6d-3735-4e8e-b8a3-887218fcc196 admin admin] Publish callbacks [] for security_group (d80ba02f-b142-41bc-88d8-47d21d429c49), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.357222 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46810c41-bef9-4665-ab49-d71d9f274736 req-6c27802c-6420-4724-a3b0-db60b76331b7 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:06.359181 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46810c41-bef9-4665-ab49-d71d9f274736 req-6c27802c-6420-4724-a3b0-db60b76331b7 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 943 time: 0.0797017 Mar 08 08:34:06.363045 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56890b6d-3735-4e8e-b8a3-887218fcc196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d80ba02f-b142-41bc-88d8-47d21d429c49), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.455947 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 7e85a515-c395-4d79-a95c-f7dd4b538ecb, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:06.459598 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56890b6d-3735-4e8e-b8a3-887218fcc196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80ba02f-b142-41bc-88d8-47d21d429c49,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:06.469074 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:34:06.473581 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-56890b6d-3735-4e8e-b8a3-887218fcc196 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73b47af19a7a4d7eb5d972cc58d366d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668711 Mar 08 08:34:06.485107 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57268) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:06.524728 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46810c41-bef9-4665-ab49-d71d9f274736 req-2b448920-cdb3-4c95-bd77-c50230312a53 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575518 Mar 08 08:34:06.561705 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3989897-6069-4ed4-aa35-492e51da4e81 admin admin] Publish callbacks [] for security_group (d80ba02f-b142-41bc-88d8-47d21d429c49), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.569979 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64109d01-cd35-45fa-88f4-f2d7e866995a x-openstack-request-id: req-64109d01-cd35-45fa-88f4-f2d7e866995a {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:06.570646 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cb73fb-6163-4f3a-8a66-02574f7a8329", "name": "network-vif-plugged", "status": "completed", "tag": "cce8c8fa-7a44-49ff-979d-e9e5743447d2", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:06.570984 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64109d01-cd35-45fa-88f4-f2d7e866995a {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:06.571799 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cb73fb-6163-4f3a-8a66-02574f7a8329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce8c8fa-7a44-49ff-979d-e9e5743447d2', 'code': 200} Mar 08 08:34:06.575043 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port dfa08b38-e85e-42be-97ab-7cc6e14e3922 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:34:06.582617 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port dfa08b38-e85e-42be-97ab-7cc6e14e3922 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:34:06.583084 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.585873 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 7e85a515-c395-4d79-a95c-f7dd4b538ecb is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:06.586842 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.608492 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Allocated IP 172.20.0.11 (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb/fc891d89-6e49-4ddf-be67-2fa9ae064595/79231cb2-68a9-4144-ac8b-c6ec776ddc4b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:34:06.609865 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3989897-6069-4ed4-aa35-492e51da4e81 admin admin] Publish callbacks [] for security_group (d80ba02f-b142-41bc-88d8-47d21d429c49), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.628338 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e85a515-c395-4d79-a95c-f7dd4b538ecb {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:06.662654 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 7e85a515-c395-4d79-a95c-f7dd4b538ecb, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:06.717468 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port dfa08b38-e85e-42be-97ab-7cc6e14e3922 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:06.718131 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.719608 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cea32-133c-4605-91bf-5c1b57780d78 req-44965a98-7a6f-4bf0-9893-f93532d4d6fd tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:06.721370 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-637cea32-133c-4605-91bf-5c1b57780d78 req-44965a98-7a6f-4bf0-9893-f93532d4d6fd tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 945 time: 0.0633252 Mar 08 08:34:06.756755 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port dfa08b38-e85e-42be-97ab-7cc6e14e3922, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:06.760743 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.761771 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:34:06.793065 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3989897-6069-4ed4-aa35-492e51da4e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d80ba02f-b142-41bc-88d8-47d21d429c49), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.795842 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3989897-6069-4ed4-aa35-492e51da4e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.797014 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d3989897-6069-4ed4-aa35-492e51da4e81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d80ba02f-b142-41bc-88d8-47d21d429c49 HTTP/1.1" status: 204 len: 168 time: 0.3146081 Mar 08 08:34:06.806293 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3989897-6069-4ed4-aa35-492e51da4e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80ba02f-b142-41bc-88d8-47d21d429c49,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:06.811914 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-637cea32-133c-4605-91bf-5c1b57780d78 req-e5810321-1621-4edf-a131-5aade24f531a tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821028 Mar 08 08:34:06.814435 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.845029 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.868454 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=7e85a515-c395-4d79-a95c-f7dd4b538ecb,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:06.893508 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c6da3c38-4b7a-489a-9094-a512da4b6d91 req-981d3d63-da80-4f27-aec1-c85cdcf7a2d0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 210 time: 0.0429125 Mar 08 08:34:06.925983 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57278) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:06.943322 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0a08-3802-4784-8418-3f7291de2eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:06.951644 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.006746 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:07.025086 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97', 'network_id': '42e8fc26-5cc5-4b90-bb42-5b92112cc703', 'port_id': '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97', 'mac_address': 'fa:16:3e:51:35:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fe5ed1-39e7-4cc2-a9b1-529b642b8b37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:34:07.032686 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:34:07.035265 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:07.044285 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=dfa08b38-e85e-42be-97ab-7cc6e14e3922,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:07.055417 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:34:07.059977 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:34:07.093559 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:07.094035 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.112942 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874765b1-5ed9-4f98-bdb0-07921662f862 req-497b1311-1071-4bcb-99e0-fb39911a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:07.115868 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-874765b1-5ed9-4f98-bdb0-07921662f862 req-497b1311-1071-4bcb-99e0-fb39911a1d7f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 1129 time: 0.2268431 Mar 08 08:34:07.130163 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:07.144148 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-874765b1-5ed9-4f98-bdb0-07921662f862 req-79b56bfb-7852-420e-aad4-6e8f1b3d5280 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.145445 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:07.146147 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.166579 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:07.172811 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858a86f-feeb-4a95-bba3-71b7bc09df36 req-1218367f-6f52-45c2-ad1b-b260a5c49d3d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:07.178543 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5858a86f-feeb-4a95-bba3-71b7bc09df36 req-1218367f-6f52-45c2-ad1b-b260a5c49d3d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 944 time: 0.1926167 Mar 08 08:34:07.191678 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0a08-3802-4784-8418-3f7291de2eff admin admin] Publish callbacks [] for security_group (fdd7d1cc-dcce-4f86-81b2-7807c0a7aad8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.237765 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.243257 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-4845d547-4835-4362-9315-57147fd45b03 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3264260 Mar 08 08:34:07.255452 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Request body: {'port': {'device_id': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:34:07.267676 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5858a86f-feeb-4a95-bba3-71b7bc09df36 req-475ba70a-9dbc-48a1-a291-0e8fb3759846 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793948 Mar 08 08:34:07.303865 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0a08-3802-4784-8418-3f7291de2eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (fdd7d1cc-dcce-4f86-81b2-7807c0a7aad8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.323147 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-874765b1-5ed9-4f98-bdb0-07921662f862 req-79b56bfb-7852-420e-aad4-6e8f1b3d5280 service neutron] Publish callbacks [] for security_group (a0c7d06e-6e85-4112-a59f-a0aaf2b541e1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.338593 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:07.383389 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3cdc0a08-3802-4784-8418-3f7291de2eff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d316231d5e714d689696225d7b71f037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537578 Mar 08 08:34:07.390307 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57286) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:07.394941 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-874765b1-5ed9-4f98-bdb0-07921662f862 req-79b56bfb-7852-420e-aad4-6e8f1b3d5280 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a0c7d06e-6e85-4112-a59f-a0aaf2b541e1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.402520 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc0a08-3802-4784-8418-3f7291de2eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd7d1cc-dcce-4f86-81b2-7807c0a7aad8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:07.407744 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.429423 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-874765b1-5ed9-4f98-bdb0-07921662f862 req-79b56bfb-7852-420e-aad4-6e8f1b3d5280 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053827 Mar 08 08:34:07.450388 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b56bfb-7852-420e-aad4-6e8f1b3d5280 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c7d06e-6e85-4112-a59f-a0aaf2b541e1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:07.460998 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-82d55e36-b183-4270-9dad-e17427c6a6f8 None None] Provisioning complete for port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:34:07.461459 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-82d55e36-b183-4270-9dad-e17427c6a6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.491691 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['7e85a515-c395-4d79-a95c-f7dd4b538ecb'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:34:07.494442 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['66be8eb2-e2f0-4d80-98d3-048ca4fb0b97'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:34:07.514744 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a4de7189-08b4-4e74-90ff-43e03a0ab70b admin admin] Publish callbacks [] for security_group (fdd7d1cc-dcce-4f86-81b2-7807c0a7aad8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.569978 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-82d55e36-b183-4270-9dad-e17427c6a6f8 None None] Port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:34:07.661781 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a4de7189-08b4-4e74-90ff-43e03a0ab70b admin admin] Publish callbacks [] for security_group (fdd7d1cc-dcce-4f86-81b2-7807c0a7aad8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.711687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaacf3-53c0-4788-b047-6a165fd9a857 req-72594789-30f7-450a-b0ba-fae6fcf9b55e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:07.719525 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78aaacf3-53c0-4788-b047-6a165fd9a857 req-72594789-30f7-450a-b0ba-fae6fcf9b55e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 944 time: 0.0766206 Mar 08 08:34:07.799719 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78aaacf3-53c0-4788-b047-6a165fd9a857 req-96a16892-dc16-401a-96d2-5d2e08d31eff tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744402 Mar 08 08:34:07.906207 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a4de7189-08b4-4e74-90ff-43e03a0ab70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (fdd7d1cc-dcce-4f86-81b2-7807c0a7aad8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.909590 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a4de7189-08b4-4e74-90ff-43e03a0ab70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.913261 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a4de7189-08b4-4e74-90ff-43e03a0ab70b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdd7d1cc-dcce-4f86-81b2-7807c0a7aad8 HTTP/1.1" status: 204 len: 168 time: 0.5233226 Mar 08 08:34:07.915469 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79231cb2-68a9-4144-ac8b-c6ec776ddc4b {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:07.927021 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Publish callbacks [] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:07.940135 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Transition to ACTIVE for port object 79231cb2-68a9-4144-ac8b-c6ec776ddc4b will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:34:07.950176 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de7189-08b4-4e74-90ff-43e03a0ab70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd7d1cc-dcce-4f86-81b2-7807c0a7aad8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:07.967010 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916376c4-444f-400e-84a0-2d1949e974e2 req-72729ee8-0a36-4e19-82a3-7bb09d297a17 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:07.968620 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-916376c4-444f-400e-84a0-2d1949e974e2 req-72729ee8-0a36-4e19-82a3-7bb09d297a17 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 945 time: 0.0681746 Mar 08 08:34:08.019053 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:08.069099 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-916376c4-444f-400e-84a0-2d1949e974e2 req-341561ac-41ab-4082-b380-421109e90982 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917442 Mar 08 08:34:08.086759 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682855b7-b09b-48fb-8b42-086cce633ee4 req-0a4c5c9a-b45b-4028-9678-8955b4b1a1bb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:08.089201 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-682855b7-b09b-48fb-8b42-086cce633ee4 req-0a4c5c9a-b45b-4028-9678-8955b4b1a1bb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 932 time: 0.1107042 Mar 08 08:34:08.107053 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:08.149971 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-682855b7-b09b-48fb-8b42-086cce633ee4 req-f07bc7a6-370c-4f79-815c-83dc808f4800 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531991 Mar 08 08:34:08.162987 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Attempting to bind port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:34:08.166311 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Attempting to bind port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:34:08.166311 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Attempting to bind port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b on network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:34:08.170760 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b on network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:34:08.171429 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Attempting to bind port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b on network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:34:08.177427 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:34:08.177831 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Checking segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:34:08.178459 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Bound using segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:34:08.178717 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Bound port: 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:34:08.179224 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:08.263528 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:34:08.266963 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:34:08.340975 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:08.379767 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:08.380721 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:08.382785 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] 10.222.0.31 "PUT /v2.0/ports/79231cb2-68a9-4144-ac8b-c6ec776ddc4b HTTP/1.1" status: 200 len: 1094 time: 1.1321363 Mar 08 08:34:08.383406 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:08.386663 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcb2d0-2b76-4c92-b43e-240135267b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:08.407503 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be765883-94f5-42e1-92d4-22c3669c0eee req-74659f07-9e04-4210-98a2-9b59668a8406 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:08.413343 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-be765883-94f5-42e1-92d4-22c3669c0eee req-74659f07-9e04-4210-98a2-9b59668a8406 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 944 time: 0.0810673 Mar 08 08:34:08.419940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a41a9d-9ebd-45c2-b0b9-129601792c48 service neutron] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:08.426163 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c81fcf-d3cb-4a7a-a1d8-05c1318bb6a0 x-openstack-request-id: req-12c81fcf-d3cb-4a7a-a1d8-05c1318bb6a0 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:08.426909 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:08.427154 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12c81fcf-d3cb-4a7a-a1d8-05c1318bb6a0 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:08.428023 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'status': 'completed', 'code': 200} Mar 08 08:34:08.478365 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-be765883-94f5-42e1-92d4-22c3669c0eee req-76d7f8fc-1aae-4d86-9a65-c34a07500a3a tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631680 Mar 08 08:34:08.515618 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb2d0-2b76-4c92-b43e-240135267b4d req-ffe9ccc7-9dd1-476c-b104-72152453695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:08.518530 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4dcb2d0-2b76-4c92-b43e-240135267b4d req-ffe9ccc7-9dd1-476c-b104-72152453695d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 1128 time: 0.0724931 Mar 08 08:34:08.573483 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa08b38-e85e-42be-97ab-7cc6e14e3922'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:08.575805 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fe1cbc-acf6-4271-9e08-14b91baee463" -d '{"events": [{"server_uuid": "5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04", "name": "network-vif-plugged", "status": "completed", "tag": "dfa08b38-e85e-42be-97ab-7cc6e14e3922"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:08.629068 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080b3b1d-0357-40f3-a7be-7c209934a800 x-openstack-request-id: req-080b3b1d-0357-40f3-a7be-7c209934a800 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:08.629560 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04", "name": "network-vif-plugged", "status": "completed", "tag": "dfa08b38-e85e-42be-97ab-7cc6e14e3922", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:08.630046 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-080b3b1d-0357-40f3-a7be-7c209934a800 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:08.630632 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa08b38-e85e-42be-97ab-7cc6e14e3922', 'code': 200} Mar 08 08:34:08.764649 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb2d0-2b76-4c92-b43e-240135267b4d req-37dfced0-33bd-46f2-b80e-b1426d671983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:08.767958 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4dcb2d0-2b76-4c92-b43e-240135267b4d req-37dfced0-33bd-46f2-b80e-b1426d671983 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a9c1109eec1e49879e9ee38d4823435d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2408237 Mar 08 08:34:08.998211 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb2d0-2b76-4c92-b43e-240135267b4d req-6e018198-5d36-4810-a436-88c346c619ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:08.999774 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4dcb2d0-2b76-4c92-b43e-240135267b4d req-6e018198-5d36-4810-a436-88c346c619ac service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250524 Mar 08 08:34:09.002278 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a200fd-2652-4676-9715-f4d9179039e7 req-391530ec-d59a-4202-bd76-f57e465d6dd3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:09.006503 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d3a200fd-2652-4676-9715-f4d9179039e7 req-391530ec-d59a-4202-bd76-f57e465d6dd3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 944 time: 0.1176627 Mar 08 08:34:09.019999 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d095ad-f729-4167-aff8-e7160af6febc req-3f1f1c1b-7aeb-47b9-b780-4429ba0ea636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:09.021467 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-03d095ad-f729-4167-aff8-e7160af6febc req-3f1f1c1b-7aeb-47b9-b780-4429ba0ea636 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1130 time: 0.0983119 Mar 08 08:34:09.111900 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d3a200fd-2652-4676-9715-f4d9179039e7 req-acf5b724-130f-4864-9f4a-7f03950fcca0 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952868 Mar 08 08:34:09.112826 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-5d02f656-963c-41e1-8547-fbc281de0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:09.135394 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-5d02f656-963c-41e1-8547-fbc281de0803 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 1128 time: 0.0895057 Mar 08 08:34:09.176386 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-03d095ad-f729-4167-aff8-e7160af6febc req-ba6298c2-8d14-49ff-8c78-a58c689893bb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104500 Mar 08 08:34:09.203019 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-e96258da-6d6d-4062-a304-6395fec620d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b HTTP/1.1" status: 200 len: 217 time: 0.0556054 Mar 08 08:34:09.289256 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad0aac-b05f-47b7-bb9f-46a20fb690b2 req-db0f2b76-fce4-4e55-9393-851a6860b790 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:09.290747 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ad0aac-b05f-47b7-bb9f-46a20fb690b2 req-db0f2b76-fce4-4e55-9393-851a6860b790 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 945 time: 0.1000917 Mar 08 08:34:09.302921 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4f98-c28f-416c-ad75-f7262a095bc1 req-1a64ec03-dfd2-424e-ac6e-de8fdb8b2da3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:09.304486 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3be4f98-c28f-416c-ad75-f7262a095bc1 req-1a64ec03-dfd2-424e-ac6e-de8fdb8b2da3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0690525 Mar 08 08:34:09.378632 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93ad0aac-b05f-47b7-bb9f-46a20fb690b2 req-62c0bffa-7a02-4695-89b7-b1cdd4d81729 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729580 Mar 08 08:34:09.386489 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3be4f98-c28f-416c-ad75-f7262a095bc1 req-cfa0cfea-811d-4543-a2f1-3fb78f670734 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732896 Mar 08 08:34:09.441501 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-64865986-a475-4fbc-86ec-843ce4493216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:09.443826 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-64865986-a475-4fbc-86ec-843ce4493216 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.0649974 Mar 08 08:34:09.511174 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-e33aa9fb-ed00-4b4a-9709-52d70391c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:09.514034 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-e33aa9fb-ed00-4b4a-9709-52d70391c6ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609429 Mar 08 08:34:09.622378 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-2114d555-3d4b-4230-b5aa-090039238f9c service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014578 Mar 08 08:34:09.731165 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b5a81b2-3008-409c-ad93-c87e50d22bbe req-2ae310a1-7745-4e5a-b5b5-6cbb3dfc1034 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020312 Mar 08 08:34:09.805826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937554b5-41eb-4ce2-bd79-140e2da323f7 req-1e02523a-9a39-4b87-a5e0-3d6b92f46871 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:09.807433 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-937554b5-41eb-4ce2-bd79-140e2da323f7 req-1e02523a-9a39-4b87-a5e0-3d6b92f46871 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 944 time: 0.2462666 Mar 08 08:34:09.859052 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-937554b5-41eb-4ce2-bd79-140e2da323f7 req-7d088cb6-9173-4d8f-be47-06c92f0a4f9c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459714 Mar 08 08:34:09.928888 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57400) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:10.082615 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a72f0c3e-1469-46fb-8341-0508fd85f0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.180389 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 7e85a515-c395-4d79-a95c-f7dd4b538ecb up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:34:10.216663 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a72f0c3e-1469-46fb-8341-0508fd85f0d8 admin admin] Publish callbacks [] for security_group (f0ae0c3a-e516-4a0b-a1ff-e78843190c75), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.290585 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec844a-008b-40b6-bd8a-aceb7aec22c6 req-bb24c4f2-6549-46be-bcff-05ff7e422b5f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:10.292687 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9aec844a-008b-40b6-bd8a-aceb7aec22c6 req-bb24c4f2-6549-46be-bcff-05ff7e422b5f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 944 time: 0.1002343 Mar 08 08:34:10.306340 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a72f0c3e-1469-46fb-8341-0508fd85f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (f0ae0c3a-e516-4a0b-a1ff-e78843190c75), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.334690 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 7e85a515-c395-4d79-a95c-f7dd4b538ecb completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:34:10.342602 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 7e85a515-c395-4d79-a95c-f7dd4b538ecb triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:34:10.343824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.346072 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f0c3e-1469-46fb-8341-0508fd85f0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae0c3a-e516-4a0b-a1ff-e78843190c75,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:10.353630 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a72f0c3e-1469-46fb-8341-0508fd85f0d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7fdfb347ad6418d960a8c5d7e626109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236624 Mar 08 08:34:10.354600 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57424) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:10.417824 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7f046893-c5e2-4d4b-972b-a67350d209a8 admin admin] Publish callbacks [] for security_group (f0ae0c3a-e516-4a0b-a1ff-e78843190c75), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.438910 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9aec844a-008b-40b6-bd8a-aceb7aec22c6 req-31a75d4e-8fa6-471e-b28e-45bae0cde041 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407702 Mar 08 08:34:10.457928 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7f046893-c5e2-4d4b-972b-a67350d209a8 admin admin] Publish callbacks [] for security_group (f0ae0c3a-e516-4a0b-a1ff-e78843190c75), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.570738 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 7e85a515-c395-4d79-a95c-f7dd4b538ecb is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:10.571375 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.604109 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152efa7-8668-4b24-a3f5-b6aa632234db req-572cfdf5-4a26-4cb9-9fe0-4b266f4c8a1e tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:10.610893 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6152efa7-8668-4b24-a3f5-b6aa632234db req-572cfdf5-4a26-4cb9-9fe0-4b266f4c8a1e tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 945 time: 0.1179011 Mar 08 08:34:10.614711 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7f046893-c5e2-4d4b-972b-a67350d209a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (f0ae0c3a-e516-4a0b-a1ff-e78843190c75), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.617191 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7f046893-c5e2-4d4b-972b-a67350d209a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.619820 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb078a-b096-4346-8588-7ac5049be3da req-9099a5f1-bc35-40ad-9c5a-4995bb0af589 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:10.624728 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-89cb078a-b096-4346-8588-7ac5049be3da req-9099a5f1-bc35-40ad-9c5a-4995bb0af589 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1145110 Mar 08 08:34:10.628254 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-7f046893-c5e2-4d4b-972b-a67350d209a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0ae0c3a-e516-4a0b-a1ff-e78843190c75 HTTP/1.1" status: 204 len: 168 time: 0.2658093 Mar 08 08:34:10.629387 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 7e85a515-c395-4d79-a95c-f7dd4b538ecb, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:10.631851 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e85a515-c395-4d79-a95c-f7dd4b538ecb'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:10.634574 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9069f1e-031e-47c2-9579-b7f78a6d5ebb" -d '{"events": [{"server_uuid": "d665eb07-cf10-478c-b45d-01acbe0e38ee", "name": "network-vif-plugged", "status": "completed", "tag": "7e85a515-c395-4d79-a95c-f7dd4b538ecb"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:10.636874 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f046893-c5e2-4d4b-972b-a67350d209a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae0c3a-e516-4a0b-a1ff-e78843190c75,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:10.710336 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6152efa7-8668-4b24-a3f5-b6aa632234db req-e66e9088-e6a2-4b45-b4e0-c694239a5b1b tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984681 Mar 08 08:34:10.717442 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-89cb078a-b096-4346-8588-7ac5049be3da req-ed0238db-652f-4cab-8479-6fdc0ac7c185 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814381 Mar 08 08:34:10.732175 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.732985 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:34:10.780334 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67aa408-0c73-4d00-b573-5ed1fa39a2bc x-openstack-request-id: req-e67aa408-0c73-4d00-b573-5ed1fa39a2bc {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:10.780657 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d665eb07-cf10-478c-b45d-01acbe0e38ee", "name": "network-vif-plugged", "status": "completed", "tag": "7e85a515-c395-4d79-a95c-f7dd4b538ecb", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:10.780940 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e67aa408-0c73-4d00-b573-5ed1fa39a2bc {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:10.781359 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'code': 200} Mar 08 08:34:10.870146 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=7e85a515-c395-4d79-a95c-f7dd4b538ecb,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:10.939906 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:34:10.944047 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:34:10.944431 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:10.997854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6abf-8073-49a2-b906-0d6b70828afa req-e3b69fcb-42c4-4fce-b0bc-4106c6b6eaab tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:10.999485 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3a8d6abf-8073-49a2-b906-0d6b70828afa req-e3b69fcb-42c4-4fce-b0bc-4106c6b6eaab tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 945 time: 0.0553916 Mar 08 08:34:11.030657 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:11.031051 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:11.051530 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3a8d6abf-8073-49a2-b906-0d6b70828afa req-10b79681-9211-4d53-a66c-6fe1b178a3c0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458925 Mar 08 08:34:11.069799 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:11.183556 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72691f-87b9-4680-9cf0-d996d21f4ef2 req-1d37de92-a3fe-4d22-97dd-e1560c859359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:11.185059 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ac72691f-87b9-4680-9cf0-d996d21f4ef2 req-1d37de92-a3fe-4d22-97dd-e1560c859359 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 1129 time: 0.0765569 Mar 08 08:34:11.217785 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:11.248388 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ac72691f-87b9-4680-9cf0-d996d21f4ef2 req-138586ff-351c-4d9f-a8e4-1fc35a877b0b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564237 Mar 08 08:34:11.267367 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:11.551265 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfe69d-4a7c-4e04-a1d4-3c7d843c55f3 req-1e5ed692-d25c-4cad-a41d-a4e357aa1aee tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:11.553026 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-facfe69d-4a7c-4e04-a1d4-3c7d843c55f3 req-1e5ed692-d25c-4cad-a41d-a4e357aa1aee tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Mar 08 08:34:11.607323 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-facfe69d-4a7c-4e04-a1d4-3c7d843c55f3 req-5cb0550c-8126-4fdb-8c8e-cf35d3a6a055 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463333 Mar 08 08:34:11.647855 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57470) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:11.663828 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b67c1e5f-5f8e-43a4-83f6-bef8a8779bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:11.750239 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b67c1e5f-5f8e-43a4-83f6-bef8a8779bc1 admin admin] Publish callbacks [] for security_group (88e26835-c2b4-4f50-95af-d9d3db86426b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:11.814643 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b67c1e5f-5f8e-43a4-83f6-bef8a8779bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (88e26835-c2b4-4f50-95af-d9d3db86426b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:11.872095 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b67c1e5f-5f8e-43a4-83f6-bef8a8779bc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21b6d6bcd6ea466d9ef4a11471638c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231257 Mar 08 08:34:11.874713 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57488) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:11.881653 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c1e5f-5f8e-43a4-83f6-bef8a8779bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e26835-c2b4-4f50-95af-d9d3db86426b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:11.888791 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5dcc-3864-4a4c-aaf2-efc3d936f852 req-f96a0660-9349-4a34-a8b7-246119fe9706 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:11.897027 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e26c5dcc-3864-4a4c-aaf2-efc3d936f852 req-f96a0660-9349-4a34-a8b7-246119fe9706 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0698988 Mar 08 08:34:11.940363 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-196ce243-6ba6-469b-becd-44020d70bc2c admin admin] Publish callbacks [] for security_group (88e26835-c2b4-4f50-95af-d9d3db86426b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:11.958434 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e26c5dcc-3864-4a4c-aaf2-efc3d936f852 req-6689c46e-bb78-4c4d-8d91-e6c7bbe7316a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597594 Mar 08 08:34:11.967506 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-196ce243-6ba6-469b-becd-44020d70bc2c admin admin] Publish callbacks [] for security_group (88e26835-c2b4-4f50-95af-d9d3db86426b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:12.102475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-196ce243-6ba6-469b-becd-44020d70bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (88e26835-c2b4-4f50-95af-d9d3db86426b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:12.102475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-196ce243-6ba6-469b-becd-44020d70bc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:12.102475 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-196ce243-6ba6-469b-becd-44020d70bc2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88e26835-c2b4-4f50-95af-d9d3db86426b HTTP/1.1" status: 204 len: 168 time: 0.2260702 Mar 08 08:34:12.111336 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ce243-6ba6-469b-becd-44020d70bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e26835-c2b4-4f50-95af-d9d3db86426b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:12.186875 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:34:12.193226 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16a054-2e4d-4693-ac70-c03b634b102b req-2fa9aeb4-dd41-4281-99e7-de81398f38dc tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:12.201401 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e16a054-2e4d-4693-ac70-c03b634b102b req-2fa9aeb4-dd41-4281-99e7-de81398f38dc tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 945 time: 0.0674801 Mar 08 08:34:12.258670 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e16a054-2e4d-4693-ac70-c03b634b102b req-dd1d8095-0c5a-4936-8c5d-6f5908cf2715 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559189 Mar 08 08:34:12.305704 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:12.316120 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'port_id': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'mac_address': 'fa:16:3e:26:51:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:34:12.354487 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:12.354874 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:12.367443 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79231cb2-68a9-4144-ac8b-c6ec776ddc4b {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:34:12.386381 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:12.494824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:12.551875 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:12.741618 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['79231cb2-68a9-4144-ac8b-c6ec776ddc4b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:34:12.754469 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f398-fa60-4fe7-9499-ba9b4a2f2140 req-4cbcc957-6418-4dd0-9ac8-205003bb2dd9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:12.756079 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d3c8f398-fa60-4fe7-9499-ba9b4a2f2140 req-4cbcc957-6418-4dd0-9ac8-205003bb2dd9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0537188 Mar 08 08:34:12.783320 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed558231-d9e0-4365-bf83-cd56dd1dced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:12.787734 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc494040-f0e4-48ca-aebd-5c87432d92c7" -d '{"events": [{"server_uuid": "ed558231-d9e0-4365-bf83-cd56dd1dced6", "name": "network-vif-plugged", "status": "completed", "tag": "66be8eb2-e2f0-4d80-98d3-048ca4fb0b97"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:12.835775 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d3c8f398-fa60-4fe7-9499-ba9b4a2f2140 req-1f788c8f-c7b5-4a7b-a118-747f7ceb2da8 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732059 Mar 08 08:34:12.844102 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8170fc1c-553f-4071-a4e1-543a5169c896 x-openstack-request-id: req-8170fc1c-553f-4071-a4e1-543a5169c896 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:12.844398 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed558231-d9e0-4365-bf83-cd56dd1dced6", "name": "network-vif-plugged", "status": "completed", "tag": "66be8eb2-e2f0-4d80-98d3-048ca4fb0b97", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:12.844649 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8170fc1c-553f-4071-a4e1-543a5169c896 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:12.845037 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed558231-d9e0-4365-bf83-cd56dd1dced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97', 'code': 200} Mar 08 08:34:13.129221 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32644e3-5fce-4c7b-9435-5e7fa2b223b0 req-20b41e50-4c8a-48d2-9a53-a352d6d3ac39 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:13.131078 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b32644e3-5fce-4c7b-9435-5e7fa2b223b0 req-20b41e50-4c8a-48d2-9a53-a352d6d3ac39 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.0713580 Mar 08 08:34:13.229461 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b32644e3-5fce-4c7b-9435-5e7fa2b223b0 req-e4aaa24b-8bfd-47cc-b5f8-81a867334882 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886590 Mar 08 08:34:13.280952 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d55454-31fc-492d-b40a-08e1e8764578 req-7873c9a6-c87c-4179-8c22-73de72edd410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:13.282548 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-31d55454-31fc-492d-b40a-08e1e8764578 req-7873c9a6-c87c-4179-8c22-73de72edd410 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 1129 time: 0.0732999 Mar 08 08:34:13.361662 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-31d55454-31fc-492d-b40a-08e1e8764578 req-f9e6cf2d-ce03-483b-a1ff-a791f8a9aeb8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729494 Mar 08 08:34:13.400678 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71334201-1d11-4c3b-aee9-7cb1be991553 req-51ad7664-3db7-4278-b84c-c54f5e92d8ad tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:13.404837 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-71334201-1d11-4c3b-aee9-7cb1be991553 req-51ad7664-3db7-4278-b84c-c54f5e92d8ad tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 945 time: 0.0704660 Mar 08 08:34:13.471643 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-71334201-1d11-4c3b-aee9-7cb1be991553 req-8a866c03-4157-437e-ab1a-db5ce6c0a4f5 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639217 Mar 08 08:34:13.637833 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8b2a-9ca8-458b-899d-36646037c89b req-92e07fe9-b45d-4882-b262-d66c47ee4a15 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:13.639383 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6fe8b2a-9ca8-458b-899d-36646037c89b req-92e07fe9-b45d-4882-b262-d66c47ee4a15 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 945 time: 0.0579698 Mar 08 08:34:13.648552 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57572) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:13.653654 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'floatingip': {'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:34:13.733847 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (9b497695-7b29-4ba1-88dd-57190923efc1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:14.051011 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d5dd3-dab3-44b9-926d-903da45f1454 req-92d444af-9501-480c-84b9-663373d905ff tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:14.052476 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a3d5dd3-dab3-44b9-926d-903da45f1454 req-92d444af-9501-480c-84b9-663373d905ff tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.1252868 Mar 08 08:34:14.208033 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:34:14.239741 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a3d5dd3-dab3-44b9-926d-903da45f1454 req-319cf2cc-7378-4b42-86bc-a88577cc4e96 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782033 Mar 08 08:34:14.323389 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:34:14.327794 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:34:14.328366 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:14.414532 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:34:14.415018 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:14.454804 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:14.485629 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31931d-b08d-4598-8d42-548e88af510c req-41a5821b-54db-428a-989a-7203a53cc3aa tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:14.487155 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d31931d-b08d-4598-8d42-548e88af510c req-41a5821b-54db-428a-989a-7203a53cc3aa tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.1698046 Mar 08 08:34:14.547950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:14.558850 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:14.579295 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d31931d-b08d-4598-8d42-548e88af510c req-746a2251-bd39-4836-a393-21160c19c081 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854464 Mar 08 08:34:14.620746 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (9b497695-7b29-4ba1-88dd-57190923efc1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:14.693945 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:14.765187 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Floating IP 9b497695-7b29-4ba1-88dd-57190923efc1 associated. External IP: 172.27.2.200, port: 7e85a515-c395-4d79-a95c-f7dd4b538ecb. Mar 08 08:34:14.779793 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-71b4e096-52ae-49e4-af88-35331c8da223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:14.846064 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:14.848606 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e659c92-dac6-4fd6-b1a0-512fac535d15" -d '{"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-plugged", "status": "completed", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:14.892280 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c68690-77bb-4983-86f1-cf6c9ff82b4e x-openstack-request-id: req-87c68690-77bb-4983-86f1-cf6c9ff82b4e {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:14.892676 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-plugged", "status": "completed", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:14.893014 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87c68690-77bb-4983-86f1-cf6c9ff82b4e {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:14.898852 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'code': 200} Mar 08 08:34:15.221178 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:34:15.292674 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c254de-e092-471c-99d3-6d8341b1444d req-dc734e51-67b0-450b-8c65-7ffc93e56a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:15.294326 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4c254de-e092-471c-99d3-6d8341b1444d req-dc734e51-67b0-450b-8c65-7ffc93e56a56 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 1130 time: 0.0872216 Mar 08 08:34:15.369786 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4c254de-e092-471c-99d3-6d8341b1444d req-78437119-5552-4877-a478-49b7e78498f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561755 Mar 08 08:34:15.425657 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:34:15.430805 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:15.439758 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:34:15.452853 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:34:15.452853 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:15.475085 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c7616-8afd-457b-ad41-38cd5fc2fd6d req-7eb4621c-04ea-4da8-8f17-d1f405516778 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:15.476856 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-099c7616-8afd-457b-ad41-38cd5fc2fd6d req-7eb4621c-04ea-4da8-8f17-d1f405516778 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.1374128 Mar 08 08:34:15.486429 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fb5d7465-16be-4d95-be2e-a87c3e85db9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "PUT /v2.0/floatingips/9b497695-7b29-4ba1-88dd-57190923efc1 HTTP/1.1" status: 200 len: 991 time: 1.8367109 Mar 08 08:34:15.489112 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'tag': '7e85a515-c395-4d79-a95c-f7dd4b538ecb'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:15.491170 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "d665eb07-cf10-478c-b45d-01acbe0e38ee", "tag": "7e85a515-c395-4d79-a95c-f7dd4b538ecb"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:15.531532 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b1b872-0046-4b67-a824-48eb8d2b4a9e x-openstack-request-id: req-d5b1b872-0046-4b67-a824-48eb8d2b4a9e {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:15.531830 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d665eb07-cf10-478c-b45d-01acbe0e38ee", "tag": "7e85a515-c395-4d79-a95c-f7dd4b538ecb", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:15.532088 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5b1b872-0046-4b67-a824-48eb8d2b4a9e {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:15.532490 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'tag': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'status': 'completed', 'code': 200} Mar 08 08:34:15.546231 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-099c7616-8afd-457b-ad41-38cd5fc2fd6d req-457f6515-b9f2-4350-96eb-b0055539d915 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Mar 08 08:34:15.569052 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:34:15.750603 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-7966b5ff-9910-458b-817a-e0690db3374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:15.753259 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-7966b5ff-9910-458b-817a-e0690db3374b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 1129 time: 0.1358302 Mar 08 08:34:15.905473 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:14Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:15.940469 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:34:15.957848 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:34:15.963708 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:33:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:16.094070 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-6b51bbe0-93ba-45f7-8724-0cb0853cb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:16.095984 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-6b51bbe0-93ba-45f7-8724-0cb0853cb512 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 915 time: 0.3364587 Mar 08 08:34:16.096862 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57690) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:16.139070 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:34:16.219393 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22722c-f971-4de6-b51b-3ca7e5685767 req-adb22340-39a4-451c-a1c2-3442e468842c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:16.225652 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af22722c-f971-4de6-b51b-3ca7e5685767 req-adb22340-39a4-451c-a1c2-3442e468842c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0871494 Mar 08 08:34:16.243191 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-a4fb52bb-cd85-426e-9a02-6ae961ec50cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb HTTP/1.1" status: 200 len: 999 time: 0.1289332 Mar 08 08:34:16.324307 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af22722c-f971-4de6-b51b-3ca7e5685767 req-2705a15f-173f-459f-ba32-7858c50a3e96 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953467 Mar 08 08:34:16.341881 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-cb32491c-9ac4-431d-883a-da6a7d97d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:16.341881 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-cb32491c-9ac4-431d-883a-da6a7d97d810 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0777302 Mar 08 08:34:16.412386 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b47bd1ad-8614-4d6d-a0aa-62231ebcaac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:16.437988 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-388ab0be-86bc-4ba9-bade-92aea51e00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:16.439561 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-388ab0be-86bc-4ba9-bade-92aea51e00de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 1129 time: 0.1097631 Mar 08 08:34:16.450574 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf834d-8dcd-4b65-9c08-acc4cb1387cd req-1df8d89b-29f0-48c8-9925-a0a172fe04bc tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:16.451825 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46bf834d-8dcd-4b65-9c08-acc4cb1387cd req-1df8d89b-29f0-48c8-9925-a0a172fe04bc tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.1231031 Mar 08 08:34:16.473558 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-ed3afa56-c0de-400f-9690-dfac665c9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:16.475120 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-ed3afa56-c0de-400f-9690-dfac665c9c15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1211190 Mar 08 08:34:16.514231 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:14Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:16.580726 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46bf834d-8dcd-4b65-9c08-acc4cb1387cd req-d5770b15-77dc-4b7a-ab6e-84b60ac8993c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170592 Mar 08 08:34:16.612260 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-85d20165-0c39-4890-ab8d-7b78454d1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:16.615576 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-85d20165-0c39-4890-ab8d-7b78454d1f8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.1620998 Mar 08 08:34:16.615732 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b47bd1ad-8614-4d6d-a0aa-62231ebcaac4 admin admin] Publish callbacks [] for security_group (6ef2fa3d-688c-42ce-8838-0c40f564bfb9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:16.634180 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-d5a05559-979c-4a6d-a43b-31b834199438 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475127 Mar 08 08:34:16.663089 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-327983b9-dee4-4171-927e-5dabcaf3093e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 HTTP/1.1" status: 200 len: 217 time: 0.0396030 Mar 08 08:34:16.667439 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0709d-1c7e-4033-b0f3-7e356440e830 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:14Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:34:16.740550 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b47bd1ad-8614-4d6d-a0aa-62231ebcaac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (6ef2fa3d-688c-42ce-8838-0c40f564bfb9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:16.743071 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-6b93379a-bdc0-4357-ad9a-5ba3d2ccb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:16.745836 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-6b93379a-bdc0-4357-ad9a-5ba3d2ccb8e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.0581253 Mar 08 08:34:16.763175 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd111a5e-3d70-470c-bc5b-e5ec5b2d8fb5 req-090e9022-5032-4049-9003-99056f157b34 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157687 Mar 08 08:34:16.789393 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b47bd1ad-8614-4d6d-a0aa-62231ebcaac4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26e8d2f954b0468e90eb656ec4450d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6911535 Mar 08 08:34:16.790443 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bd1ad-8614-4d6d-a0aa-62231ebcaac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef2fa3d-688c-42ce-8838-0c40f564bfb9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:16.794751 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57714) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:16.830417 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-aae79629-102b-4545-a46f-50c9e34406e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582843 Mar 08 08:34:16.901640 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-208404a0-fe7d-4ea5-8604-59be98a24184 admin admin] Publish callbacks [] for security_group (6ef2fa3d-688c-42ce-8838-0c40f564bfb9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:16.953788 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-208404a0-fe7d-4ea5-8604-59be98a24184 admin admin] Publish callbacks [] for security_group (6ef2fa3d-688c-42ce-8838-0c40f564bfb9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:16.964425 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-69aa215b-1abc-461b-8a05-3e2fd87d7964 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281977 Mar 08 08:34:17.002847 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f9ab3-263b-464f-abf3-f2435fec59e4 None None] New status for floating IP 9b497695-7b29-4ba1-88dd-57190923efc1: ACTIVE {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:34:17.068036 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:34:17.081094 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d91ef100-bc69-422c-8bf9-f14d62b9c599 req-41b1895a-e21a-4721-86f4-cf41d48d9329 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034253 Mar 08 08:34:17.087373 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-02dc8ca9-f55f-4654-9e68-b73051b84d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:17.115190 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-208404a0-fe7d-4ea5-8604-59be98a24184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (6ef2fa3d-688c-42ce-8838-0c40f564bfb9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:17.118283 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-208404a0-fe7d-4ea5-8604-59be98a24184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:17.120137 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-208404a0-fe7d-4ea5-8604-59be98a24184 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ef2fa3d-688c-42ce-8838-0c40f564bfb9 HTTP/1.1" status: 204 len: 168 time: 0.3243592 Mar 08 08:34:17.132286 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208404a0-fe7d-4ea5-8604-59be98a24184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef2fa3d-688c-42ce-8838-0c40f564bfb9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:17.454843 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f084b5-39bd-4d83-825c-fa4900f90b71 req-8ddac935-940c-437c-8a36-1f3d0a7d8840 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:17.456699 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-05f084b5-39bd-4d83-825c-fa4900f90b71 req-8ddac935-940c-437c-8a36-1f3d0a7d8840 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0620561 Mar 08 08:34:17.512367 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-05f084b5-39bd-4d83-825c-fa4900f90b71 req-6e646208-4b32-4aa4-aa95-60a78688b3ec tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499804 Mar 08 08:34:17.687381 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac822d9-0df4-4c4a-a0b6-9e94fa36d4f1 req-47b53b3b-4c7b-4b39-9e74-cf6472af6f99 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:17.688866 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aac822d9-0df4-4c4a-a0b6-9e94fa36d4f1 req-47b53b3b-4c7b-4b39-9e74-cf6472af6f99 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0827312 Mar 08 08:34:17.698626 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57756) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:17.703485 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'floatingip': {'port_id': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:34:17.716564 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0ccee-a743-4f15-abae-027d8f1d9ab0 req-4f462371-4943-4d31-be58-647028c60ba6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:17.717883 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d1a0ccee-a743-4f15-abae-027d8f1d9ab0 req-4f462371-4943-4d31-be58-647028c60ba6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0677955 Mar 08 08:34:17.780077 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (ab1c6a7e-d445-4e97-8857-41b30d0153d4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:17.783038 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d1a0ccee-a743-4f15-abae-027d8f1d9ab0 req-b6e391e4-8318-4f5d-bb1e-1e6e5e0e99a9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Mar 08 08:34:17.803860 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57762) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:17.816469 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9d2d9bc-69cc-4047-a605-1617604754de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:17.902355 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9d2d9bc-69cc-4047-a605-1617604754de admin admin] Publish callbacks [] for security_group (66288056-4888-4b29-bdab-508bc3fe7dbb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:17.989463 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9d2d9bc-69cc-4047-a605-1617604754de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (66288056-4888-4b29-bdab-508bc3fe7dbb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:18.031743 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b9d2d9bc-69cc-4047-a605-1617604754de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3363b1109d6a455faa402e3ab60a647e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268882 Mar 08 08:34:18.032468 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2d9bc-69cc-4047-a605-1617604754de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66288056-4888-4b29-bdab-508bc3fe7dbb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:18.038826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57774) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:18.091893 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5f20d03-2f44-49bb-80a1-7b818d40caeb admin admin] Publish callbacks [] for security_group (66288056-4888-4b29-bdab-508bc3fe7dbb), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:18.115513 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5f20d03-2f44-49bb-80a1-7b818d40caeb admin admin] Publish callbacks [] for security_group (66288056-4888-4b29-bdab-508bc3fe7dbb), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:18.117313 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:18.251886 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5f20d03-2f44-49bb-80a1-7b818d40caeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (66288056-4888-4b29-bdab-508bc3fe7dbb), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:18.254549 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5f20d03-2f44-49bb-80a1-7b818d40caeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:18.255826 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a5f20d03-2f44-49bb-80a1-7b818d40caeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66288056-4888-4b29-bdab-508bc3fe7dbb HTTP/1.1" status: 204 len: 168 time: 0.2154393 Mar 08 08:34:18.264754 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f20d03-2f44-49bb-80a1-7b818d40caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66288056-4888-4b29-bdab-508bc3fe7dbb,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:18.479029 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:18.539941 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (ab1c6a7e-d445-4e97-8857-41b30d0153d4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:18.646791 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Floating IP ab1c6a7e-d445-4e97-8857-41b30d0153d4 associated. External IP: 172.27.2.6, port: 79231cb2-68a9-4144-ac8b-c6ec776ddc4b. Mar 08 08:34:19.071475 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cb01b-30ac-412b-9181-02af40dcce01 req-ed8ae80b-87f1-44e6-a6ea-c8547625458e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:19.074682 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-537cb01b-30ac-412b-9181-02af40dcce01 req-ed8ae80b-87f1-44e6-a6ea-c8547625458e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0614421 Mar 08 08:34:19.086807 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Router b9040abc-b095-46c6-b9a7-1c2664617491 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:34:19.140303 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-537cb01b-30ac-412b-9181-02af40dcce01 req-cbfccfd0-fa74-4ff3-9d00-43f41b4e306a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579972 Mar 08 08:34:19.200162 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57806) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:19.235575 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:34:19.241982 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.247568 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] Sync routers for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:34:19.260191 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:34:19.261071 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:34:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:19.283119 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b70bfc5f-df02-4ec6-b78a-6a09d1f8bf73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "PUT /v2.0/floatingips/ab1c6a7e-d445-4e97-8857-41b30d0153d4 HTTP/1.1" status: 200 len: 990 time: 1.5830917 Mar 08 08:34:19.283916 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:19.286183 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88879ee3-dc56-4e1d-aec0-c82d7ceab680" -d '{"events": [{"name": "network-changed", "server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:19.337496 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c10fde-5929-428e-b06a-4b50bba2aacb x-openstack-request-id: req-a9c10fde-5929-428e-b06a-4b50bba2aacb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:19.338424 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:19.338620 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9c10fde-5929-428e-b06a-4b50bba2aacb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:19.338801 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f02c75a6-3adb-4b00-9bc4-df7473187d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.339000 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'status': 'completed', 'code': 200} Mar 08 08:34:19.407511 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:34:19.467094 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f02c75a6-3adb-4b00-9bc4-df7473187d92 admin admin] Publish callbacks [] for security_group (47ef45cf-74be-48a4-94f0-b44b47d777f6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.479586 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-3b6f6ada-5648-40c0-88b1-1672b266d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:19.481547 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-3b6f6ada-5648-40c0-88b1-1672b266d14f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 1130 time: 0.1011846 Mar 08 08:34:19.523124 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.590837 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f02c75a6-3adb-4b00-9bc4-df7473187d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (47ef45cf-74be-48a4-94f0-b44b47d777f6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.638958 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-87e31770-0c21-4780-b120-cdd9195dc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:19.641026 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-87e31770-0c21-4780-b120-cdd9195dc9d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 917 time: 0.1530786 Mar 08 08:34:19.662085 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f02c75a6-3adb-4b00-9bc4-df7473187d92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a803622451c43a198c131fe93eac716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4606085 Mar 08 08:34:19.663095 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c75a6-3adb-4b00-9bc4-df7473187d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ef45cf-74be-48a4-94f0-b44b47d777f6,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:19.667499 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57830) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:19.760207 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'ab1c6a7e-d445-4e97-8857-41b30d0153d4', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'port_id': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'mac_address': 'fa:16:3e:26:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:56Z', 'updated_at': '2022-03-08T08:34:18Z', 'revision_number': 1, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:19.785898 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4ed11ca-1eea-4ba5-8084-ee4e813985cd admin admin] Publish callbacks [] for security_group (47ef45cf-74be-48a4-94f0-b44b47d777f6), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.789653 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-84714216-fea0-4eb0-8e87-935cac190b1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b HTTP/1.1" status: 200 len: 998 time: 0.1232042 Mar 08 08:34:19.812707 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] Checking router: b9040abc-b095-46c6-b9a7-1c2664617491 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:34:19.821622 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4ed11ca-1eea-4ba5-8084-ee4e813985cd admin admin] Publish callbacks [] for security_group (47ef45cf-74be-48a4-94f0-b44b47d777f6), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.826213 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:34:19.827014 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:34:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:19.843727 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-536b1a97-442e-458d-b49d-2dd5656f8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:19.845293 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-536b1a97-442e-458d-b49d-2dd5656f8496 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.0482125 Mar 08 08:34:19.920620 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-656decf7-69e9-4b03-a3b8-2d988afdc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:19.920620 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-656decf7-69e9-4b03-a3b8-2d988afdc432 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653138 Mar 08 08:34:19.976467 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4ed11ca-1eea-4ba5-8084-ee4e813985cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (47ef45cf-74be-48a4-94f0-b44b47d777f6), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.982371 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4ed11ca-1eea-4ba5-8084-ee4e813985cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:19.987292 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b4ed11ca-1eea-4ba5-8084-ee4e813985cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47ef45cf-74be-48a4-94f0-b44b47d777f6 HTTP/1.1" status: 204 len: 168 time: 0.3183503 Mar 08 08:34:19.996901 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed11ca-1eea-4ba5-8084-ee4e813985cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ef45cf-74be-48a4-94f0-b44b47d777f6,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:20.000437 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:34:20.055189 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-2ba08885-ab47-42bf-b343-0d1dac1cd5ff service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258919 Mar 08 08:34:20.159290 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88879ee3-dc56-4e1d-aec0-c82d7ceab680 req-ad40c65a-0db3-4b4a-8b20-b30f022a0d1c service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882313 Mar 08 08:34:20.262371 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'ab1c6a7e-d445-4e97-8857-41b30d0153d4', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'port_id': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'mac_address': 'fa:16:3e:26:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:56Z', 'updated_at': '2022-03-08T08:34:18Z', 'revision_number': 1, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:20.269268 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391dd92-1166-418c-9a9a-430ba351492b req-2256b65b-0a75-401f-b8b9-e7d907e2888b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:20.270829 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b391dd92-1166-418c-9a9a-430ba351492b req-2256b65b-0a75-401f-b8b9-e7d907e2888b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0543346 Mar 08 08:34:20.293892 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9f7fe-d90d-43d1-9a77-bf7f9c2da04e None None] The sync data for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'ab1c6a7e-d445-4e97-8857-41b30d0153d4', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'port_id': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'mac_address': 'fa:16:3e:26:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:56Z', 'updated_at': '2022-03-08T08:34:18Z', 'revision_number': 1, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:34:20.320596 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b391dd92-1166-418c-9a9a-430ba351492b req-a105b9f9-bef9-4818-a0af-ca35bd7282fe tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434742 Mar 08 08:34:20.514306 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534d4b1-259f-4dfb-9687-4d27b630427c None None] New status for floating IP ab1c6a7e-d445-4e97-8857-41b30d0153d4: ACTIVE {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:34:20.515732 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57854) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:20.833312 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bad94a8c-14eb-4772-9e30-291459f256bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:20.850553 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57864) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:20.866915 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45212c0f-7038-4187-8082-cccea975d048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:20.916906 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bad94a8c-14eb-4772-9e30-291459f256bc admin admin] Publish callbacks [] for security_group (d997370b-e55d-4ea5-b5a4-b50cabeab0b0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:20.958472 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45212c0f-7038-4187-8082-cccea975d048 admin admin] Publish callbacks [] for security_group (084048d7-1048-44c4-ae46-59626c5c2b15), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.003027 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bad94a8c-14eb-4772-9e30-291459f256bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d997370b-e55d-4ea5-b5a4-b50cabeab0b0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.037158 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45212c0f-7038-4187-8082-cccea975d048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (084048d7-1048-44c4-ae46-59626c5c2b15), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.037367 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.042473 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bad94a8c-14eb-4772-9e30-291459f256bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7131a8484ac34a13b43fe04de59d08b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5255380 Mar 08 08:34:21.044030 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad94a8c-14eb-4772-9e30-291459f256bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d997370b-e55d-4ea5-b5a4-b50cabeab0b0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:21.048876 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57868) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:21.089352 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-45212c0f-7038-4187-8082-cccea975d048 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d257fcaa2f0646a4af467d2f95021996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373381 Mar 08 08:34:21.093339 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45212c0f-7038-4187-8082-cccea975d048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084048d7-1048-44c4-ae46-59626c5c2b15,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:21.095450 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57872) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:21.154564 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c87076a-2f0c-44b8-ac8e-501fb320594a admin admin] Publish callbacks [] for security_group (d997370b-e55d-4ea5-b5a4-b50cabeab0b0), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.180162 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fb66226a-7116-4247-b203-f83551bb53f1 admin admin] Publish callbacks [] for security_group (084048d7-1048-44c4-ae46-59626c5c2b15), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.186496 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c87076a-2f0c-44b8-ac8e-501fb320594a admin admin] Publish callbacks [] for security_group (d997370b-e55d-4ea5-b5a4-b50cabeab0b0), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.225922 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fb66226a-7116-4247-b203-f83551bb53f1 admin admin] Publish callbacks [] for security_group (084048d7-1048-44c4-ae46-59626c5c2b15), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.343263 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c87076a-2f0c-44b8-ac8e-501fb320594a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d997370b-e55d-4ea5-b5a4-b50cabeab0b0), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.345908 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c87076a-2f0c-44b8-ac8e-501fb320594a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.348030 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3c87076a-2f0c-44b8-ac8e-501fb320594a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d997370b-e55d-4ea5-b5a4-b50cabeab0b0 HTTP/1.1" status: 204 len: 168 time: 0.3004675 Mar 08 08:34:21.357670 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87076a-2f0c-44b8-ac8e-501fb320594a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d997370b-e55d-4ea5-b5a4-b50cabeab0b0,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:21.380374 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fb66226a-7116-4247-b203-f83551bb53f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (084048d7-1048-44c4-ae46-59626c5c2b15), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.387830 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fb66226a-7116-4247-b203-f83551bb53f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:21.389032 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-fb66226a-7116-4247-b203-f83551bb53f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/084048d7-1048-44c4-ae46-59626c5c2b15 HTTP/1.1" status: 204 len: 168 time: 0.2926402 Mar 08 08:34:21.397409 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66226a-7116-4247-b203-f83551bb53f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084048d7-1048-44c4-ae46-59626c5c2b15,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:21.469675 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9a804-6f2b-4b42-8d90-ea4a407fe35c req-aa2c6047-2dbc-41d0-81b9-79ffc873fa33 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:21.471216 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-45a9a804-6f2b-4b42-8d90-ea4a407fe35c req-aa2c6047-2dbc-41d0-81b9-79ffc873fa33 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0616724 Mar 08 08:34:21.519627 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-45a9a804-6f2b-4b42-8d90-ea4a407fe35c req-529e6cc4-d190-40ad-acdb-79515e330a74 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Mar 08 08:34:21.724496 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57892) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:22.051690 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-06e0f663-2b5e-426b-ba79-3e4a9c9a81a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.063973 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57898) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:22.078012 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e78e4b84-fe84-4d23-a34b-674b82b9b29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.137232 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-06e0f663-2b5e-426b-ba79-3e4a9c9a81a5 admin admin] Publish callbacks [] for security_group (64111167-09ce-4419-9061-50251fb2b4e4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.167736 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e78e4b84-fe84-4d23-a34b-674b82b9b29c admin admin] Publish callbacks [] for security_group (bb845bec-023d-4f5f-8b63-eace6d8c28b2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.208235 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-06e0f663-2b5e-426b-ba79-3e4a9c9a81a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (64111167-09ce-4419-9061-50251fb2b4e4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.234556 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e78e4b84-fe84-4d23-a34b-674b82b9b29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (bb845bec-023d-4f5f-8b63-eace6d8c28b2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.257373 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-06e0f663-2b5e-426b-ba79-3e4a9c9a81a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a0aad09d0b84bfaa63803a4f419a886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317855 Mar 08 08:34:22.259432 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0f663-2b5e-426b-ba79-3e4a9c9a81a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64111167-09ce-4419-9061-50251fb2b4e4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:22.263014 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57908) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:22.281583 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e78e4b84-fe84-4d23-a34b-674b82b9b29c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=731dcde86ac749a9b14444cbbc5d4c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088583 Mar 08 08:34:22.281583 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e4b84-fe84-4d23-a34b-674b82b9b29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb845bec-023d-4f5f-8b63-eace6d8c28b2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:22.281786 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57910) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:22.344530 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-069628e7-0c79-4814-9a07-c09833199cb3 admin admin] Publish callbacks [] for security_group (64111167-09ce-4419-9061-50251fb2b4e4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.365464 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac101-d7c0-4675-8b56-05402fd47db9 admin admin] Publish callbacks [] for security_group (bb845bec-023d-4f5f-8b63-eace6d8c28b2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.384952 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-069628e7-0c79-4814-9a07-c09833199cb3 admin admin] Publish callbacks [] for security_group (64111167-09ce-4419-9061-50251fb2b4e4), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.404421 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac101-d7c0-4675-8b56-05402fd47db9 admin admin] Publish callbacks [] for security_group (bb845bec-023d-4f5f-8b63-eace6d8c28b2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.520695 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-069628e7-0c79-4814-9a07-c09833199cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (64111167-09ce-4419-9061-50251fb2b4e4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.523305 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-069628e7-0c79-4814-9a07-c09833199cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.524596 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-069628e7-0c79-4814-9a07-c09833199cb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64111167-09ce-4419-9061-50251fb2b4e4 HTTP/1.1" status: 204 len: 168 time: 0.2603977 Mar 08 08:34:22.528257 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac101-d7c0-4675-8b56-05402fd47db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (bb845bec-023d-4f5f-8b63-eace6d8c28b2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.528257 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac101-d7c0-4675-8b56-05402fd47db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:22.528877 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bc8ac101-d7c0-4675-8b56-05402fd47db9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb845bec-023d-4f5f-8b63-eace6d8c28b2 HTTP/1.1" status: 204 len: 168 time: 0.2504201 Mar 08 08:34:22.537465 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069628e7-0c79-4814-9a07-c09833199cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64111167-09ce-4419-9061-50251fb2b4e4,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:22.549369 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ac101-d7c0-4675-8b56-05402fd47db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb845bec-023d-4f5f-8b63-eace6d8c28b2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:22.673396 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5046be6-b622-40a7-b83e-a701fdc49c3c req-552fef14-4137-4087-be66-b09e075468c6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:22.674919 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a5046be6-b622-40a7-b83e-a701fdc49c3c req-552fef14-4137-4087-be66-b09e075468c6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0525315 Mar 08 08:34:22.729615 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a5046be6-b622-40a7-b83e-a701fdc49c3c req-891aee84-72f3-47ec-afb0-2a083cfb7a4c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490992 Mar 08 08:34:23.287466 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 57942) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:23.301074 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c3e9e17-0bda-4ad9-bd70-3a9af382be83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:23.382532 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c3e9e17-0bda-4ad9-bd70-3a9af382be83 admin admin] Publish callbacks [] for security_group (813e00a1-d167-43ef-9b89-670c1ae4e768), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:23.434708 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c3e9e17-0bda-4ad9-bd70-3a9af382be83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (813e00a1-d167-43ef-9b89-670c1ae4e768), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:23.477829 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1c3e9e17-0bda-4ad9-bd70-3a9af382be83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a04fae4b4c745858d5f5ff86caac515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892779 Mar 08 08:34:23.478737 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e9e17-0bda-4ad9-bd70-3a9af382be83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813e00a1-d167-43ef-9b89-670c1ae4e768,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:23.480578 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 57950) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:23.547360 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-672be97f-a16c-4d4e-854a-2896ad6df1a6 admin admin] Publish callbacks [] for security_group (813e00a1-d167-43ef-9b89-670c1ae4e768), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:23.581146 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-672be97f-a16c-4d4e-854a-2896ad6df1a6 admin admin] Publish callbacks [] for security_group (813e00a1-d167-43ef-9b89-670c1ae4e768), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:23.705837 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-672be97f-a16c-4d4e-854a-2896ad6df1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (813e00a1-d167-43ef-9b89-670c1ae4e768), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:23.708520 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-672be97f-a16c-4d4e-854a-2896ad6df1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:23.709849 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-672be97f-a16c-4d4e-854a-2896ad6df1a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/813e00a1-d167-43ef-9b89-670c1ae4e768 HTTP/1.1" status: 204 len: 168 time: 0.2276971 Mar 08 08:34:23.717489 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672be97f-a16c-4d4e-854a-2896ad6df1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813e00a1-d167-43ef-9b89-670c1ae4e768,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:23.879657 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772d0dd-7cb9-44e1-aa96-4dfe65d2faf3 req-8a6b0190-7777-4684-9447-ba56213ceaa2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:23.881253 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4772d0dd-7cb9-44e1-aa96-4dfe65d2faf3 req-8a6b0190-7777-4684-9447-ba56213ceaa2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0649579 Mar 08 08:34:23.929454 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4772d0dd-7cb9-44e1-aa96-4dfe65d2faf3 req-c381a018-d7fc-473d-88d8-9236cce9701d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423658 Mar 08 08:34:25.099853 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c80b3f-be48-48d5-b97e-c250241bf670 req-b405da58-1cd3-4b06-9255-da2108ab63e5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:25.105211 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-06c80b3f-be48-48d5-b97e-c250241bf670 req-b405da58-1cd3-4b06-9255-da2108ab63e5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0818951 Mar 08 08:34:25.172432 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-06c80b3f-be48-48d5-b97e-c250241bf670 req-45069b8b-a10a-4f28-b8cb-0d755e0df0fe tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619080 Mar 08 08:34:25.451032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdcd3d-ddfa-4a96-8cad-72548c489525 req-dd3e3a4a-d0ff-4056-b057-9a29b10ac6a2 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:25.452506 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbcdcd3d-ddfa-4a96-8cad-72548c489525 req-dd3e3a4a-d0ff-4056-b057-9a29b10ac6a2 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 945 time: 0.0597656 Mar 08 08:34:25.519335 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbcdcd3d-ddfa-4a96-8cad-72548c489525 req-9cbeee87-612e-49f2-929c-08baa3874b26 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577328 Mar 08 08:34:26.300207 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f461c6-7584-4db2-9f05-6b7540be1514 req-c50b8990-73f9-4e29-80ba-aafa2e582b5c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:26.301690 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-05f461c6-7584-4db2-9f05-6b7540be1514 req-c50b8990-73f9-4e29-80ba-aafa2e582b5c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0575490 Mar 08 08:34:26.352717 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-05f461c6-7584-4db2-9f05-6b7540be1514 req-83fd55ba-ddb7-4f42-9028-e17729759409 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452011 Mar 08 08:34:26.633327 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731ba96-719c-4a26-ad99-56dd3ec11796 req-361c1b53-44a3-4e66-ae48-7b4505dcd0cd tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:26.641987 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1731ba96-719c-4a26-ad99-56dd3ec11796 req-361c1b53-44a3-4e66-ae48-7b4505dcd0cd tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 945 time: 0.0627601 Mar 08 08:34:26.703688 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1731ba96-719c-4a26-ad99-56dd3ec11796 req-6bcbf3ed-b5d3-4fd9-a177-83968116f23e tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582426 Mar 08 08:34:27.338382 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58126) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:27.475321 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a17104c-711d-4af4-b428-3996a24307cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:27.490266 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55a9d0-7c79-4696-93fc-6b55aee18925 req-abf66b60-cb00-453c-9973-6679c1d0be93 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:27.491670 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d55a9d0-7c79-4696-93fc-6b55aee18925 req-abf66b60-cb00-453c-9973-6679c1d0be93 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0608072 Mar 08 08:34:27.540762 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7d55a9d0-7c79-4696-93fc-6b55aee18925 req-d2a58c35-f126-4b71-be01-392575b91c10 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482042 Mar 08 08:34:27.556447 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a17104c-711d-4af4-b428-3996a24307cb admin admin] Publish callbacks [] for security_group (8688b088-b748-4de2-996d-47950ead6911), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:27.629292 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a17104c-711d-4af4-b428-3996a24307cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (8688b088-b748-4de2-996d-47950ead6911), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:27.666691 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17104c-711d-4af4-b428-3996a24307cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8688b088-b748-4de2-996d-47950ead6911,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:27.675617 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58136) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:27.675841 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2a17104c-711d-4af4-b428-3996a24307cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fad1918b34e4c15b702c9a9bf95dc2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361347 Mar 08 08:34:27.772420 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-534a215a-b753-42eb-a82f-2008ac75702a tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:27.773937 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-534a215a-b753-42eb-a82f-2008ac75702a tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 945 time: 0.0864789 Mar 08 08:34:27.777434 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c9f6b53a-48d9-4169-9407-8cc198fe5f46 admin admin] Publish callbacks [] for security_group (8688b088-b748-4de2-996d-47950ead6911), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:27.860276 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c9f6b53a-48d9-4169-9407-8cc198fe5f46 admin admin] Publish callbacks [] for security_group (8688b088-b748-4de2-996d-47950ead6911), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:27.972316 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3578eb-c614-4b00-b85f-f9c9aa56cc19 req-ce863449-a408-410b-9be1-006af784d0a1 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:27.973813 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b3578eb-c614-4b00-b85f-f9c9aa56cc19 req-ce863449-a408-410b-9be1-006af784d0a1 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 945 time: 0.1622701 Mar 08 08:34:28.013630 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Deleting port cce8c8fa-7a44-49ff-979d-e9e5743447d2 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:34:28.013986 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.085303 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c9f6b53a-48d9-4169-9407-8cc198fe5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (8688b088-b748-4de2-996d-47950ead6911), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.087812 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c9f6b53a-48d9-4169-9407-8cc198fe5f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.089475 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c9f6b53a-48d9-4169-9407-8cc198fe5f46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8688b088-b748-4de2-996d-47950ead6911 HTTP/1.1" status: 204 len: 168 time: 0.4121606 Mar 08 08:34:28.092698 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b3578eb-c614-4b00-b85f-f9c9aa56cc19 req-2095ca7b-083e-4b2e-880e-ce7edf8a57a8 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/security-groups?id=70597f41-fb6b-45bb-b2eb-f91c9fb16fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113274 Mar 08 08:34:28.108852 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6b53a-48d9-4169-9407-8cc198fe5f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8688b088-b748-4de2-996d-47950ead6911,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:28.134005 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] For port cce8c8fa-7a44-49ff-979d-e9e5743447d2, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=cce8c8fa-7a44-49ff-979d-e9e5743447d2,segment=NetworkSegment(7f09699f-1a9c-41ac-96f2-b7b88cc2df8a),segment_id=7f09699f-1a9c-41ac-96f2-b7b88cc2df8a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:34:28.134371 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.149767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Calling delete_port for cce8c8fa-7a44-49ff-979d-e9e5743447d2 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:34:28.408565 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (cce8c8fa-7a44-49ff-979d-e9e5743447d2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.436287 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Pushing event deleted for resources: {'Port': ['ID=cce8c8fa-7a44-49ff-979d-e9e5743447d2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:28.501228 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] No DVR routers for this DVR port cce8c8fa-7a44-49ff-979d-e9e5743447d2 on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:34:28.504351 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.508235 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-810f9b46-c4a4-4b4e-af19-f345cf83a166 req-a04ea3e1-746e-48e1-b982-caf554d72757 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.31 "DELETE /v2.0/ports/cce8c8fa-7a44-49ff-979d-e9e5743447d2 HTTP/1.1" status: 204 len: 173 time: 0.7280653 Mar 08 08:34:28.508683 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cb73fb-6163-4f3a-8a66-02574f7a8329', 'name': 'network-vif-deleted', 'tag': 'cce8c8fa-7a44-49ff-979d-e9e5743447d2'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:34:28.511582 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b666e88c-fdf3-4c5c-964c-63b315873aaf" -d '{"events": [{"server_uuid": "c3cb73fb-6163-4f3a-8a66-02574f7a8329", "name": "network-vif-deleted", "tag": "cce8c8fa-7a44-49ff-979d-e9e5743447d2"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:34:28.550031 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ab1da2-7b40-43dc-b226-a2a11e34de2f x-openstack-request-id: req-b0ab1da2-7b40-43dc-b226-a2a11e34de2f {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:34:28.550337 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cb73fb-6163-4f3a-8a66-02574f7a8329", "name": "network-vif-deleted", "tag": "cce8c8fa-7a44-49ff-979d-e9e5743447d2", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:34:28.550589 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0ab1da2-7b40-43dc-b226-a2a11e34de2f {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:34:28.550997 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cb73fb-6163-4f3a-8a66-02574f7a8329', 'name': 'network-vif-deleted', 'tag': 'cce8c8fa-7a44-49ff-979d-e9e5743447d2', 'status': 'completed', 'code': 200} Mar 08 08:34:28.692499 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1160f-5014-4af8-b6f0-cf7a426e7ecf req-9df0881b-c4ff-4c8a-845b-c32e878d65ab tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:28.694311 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-14b1160f-5014-4af8-b6f0-cf7a426e7ecf req-9df0881b-c4ff-4c8a-845b-c32e878d65ab tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0790308 Mar 08 08:34:28.749492 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-14b1160f-5014-4af8-b6f0-cf7a426e7ecf req-d04eb4b6-7058-40b6-9fd1-25ebc427110a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486159 Mar 08 08:34:28.768067 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58180) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:28.781677 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8fad-5ea6-41e2-b940-725a42bff7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.856242 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8fad-5ea6-41e2-b940-725a42bff7fb admin admin] Publish callbacks [] for security_group (7384bc24-047c-4950-80c0-4415b523bde2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.939852 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8fad-5ea6-41e2-b940-725a42bff7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (7384bc24-047c-4950-80c0-4415b523bde2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:28.987037 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bbeb8fad-5ea6-41e2-b940-725a42bff7fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7432ad769dd46c89dcc33f186a11844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176905 Mar 08 08:34:28.991789 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58186) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:28.993380 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb8fad-5ea6-41e2-b940-725a42bff7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7384bc24-047c-4950-80c0-4415b523bde2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:29.067211 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db4c2cbd-b571-4b01-98ef-26e60f984145 admin admin] Publish callbacks [] for security_group (7384bc24-047c-4950-80c0-4415b523bde2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:29.093739 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db4c2cbd-b571-4b01-98ef-26e60f984145 admin admin] Publish callbacks [] for security_group (7384bc24-047c-4950-80c0-4415b523bde2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:29.206970 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-332aec75-851c-4d23-8a82-8952e75d8c0f req-0178a9ac-de1b-47db-a0fd-3e8bb692e957 tempest-DeleteServersTestJSON-84048956 tempest-DeleteServersTestJSON-84048956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cb73fb-6163-4f3a-8a66-02574f7a8329 HTTP/1.1" status: 200 len: 210 time: 0.0287678 Mar 08 08:34:29.248482 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db4c2cbd-b571-4b01-98ef-26e60f984145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (7384bc24-047c-4950-80c0-4415b523bde2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:29.251042 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db4c2cbd-b571-4b01-98ef-26e60f984145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:29.252163 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-db4c2cbd-b571-4b01-98ef-26e60f984145 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7384bc24-047c-4950-80c0-4415b523bde2 HTTP/1.1" status: 204 len: 168 time: 0.2587569 Mar 08 08:34:29.259890 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c2cbd-b571-4b01-98ef-26e60f984145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7384bc24-047c-4950-80c0-4415b523bde2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:29.877302 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff8f1-0bb4-462c-9325-bda14abc21bd req-c1b7904a-eb46-4448-ab96-d6c5fdb67ec8 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:29.878879 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e35ff8f1-0bb4-462c-9325-bda14abc21bd req-c1b7904a-eb46-4448-ab96-d6c5fdb67ec8 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0537906 Mar 08 08:34:29.929228 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e35ff8f1-0bb4-462c-9325-bda14abc21bd req-ee565d48-0cba-444e-b161-21c32ef80588 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Mar 08 08:34:30.288985 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device cce8c8fa-7a44-49ff-979d-e9e5743447d2 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:34:30.312255 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: cce8c8fa-7a44-49ff-979d-e9e5743447d2 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:34:30.312613 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device cce8c8fa-7a44-49ff-979d-e9e5743447d2 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:34:30.836653 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58268) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:30.991128 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:31.078651 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17df146-fcbc-47e5-9f49-c1550308cb17 req-09ab2f60-b547-4e60-9e6c-f82d29d7bc14 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:31.079629 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d17df146-fcbc-47e5-9f49-c1550308cb17 req-09ab2f60-b547-4e60-9e6c-f82d29d7bc14 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0806530 Mar 08 08:34:31.146341 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Publish callbacks [] for security_group (5f8f1b26-c3b2-4e4a-995e-0517727640a5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:31.154783 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d17df146-fcbc-47e5-9f49-c1550308cb17 req-94032d5e-7b75-44bf-a230-79ff1f37d39e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680809 Mar 08 08:34:31.236932 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (5f8f1b26-c3b2-4e4a-995e-0517727640a5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:31.280170 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61f2680e71e74d1b885cbd68d328fb66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424467 Mar 08 08:34:31.280993 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8f1b26-c3b2-4e4a-995e-0517727640a5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:31.285213 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58286) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:31.288203 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.288561 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.288900 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.289230 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.289572 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.289899 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.290246 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.290574 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.290898 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.291222 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.291539 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.292045 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.292257 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff43fda-a6c8-44d2-ac1d-8ce23ea91fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.339344 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Publish callbacks [] for security_group (5f8f1b26-c3b2-4e4a-995e-0517727640a5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:31.363861 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Publish callbacks [] for security_group (5f8f1b26-c3b2-4e4a-995e-0517727640a5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:31.491891 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (5f8f1b26-c3b2-4e4a-995e-0517727640a5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:31.495525 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:31.497117 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f8f1b26-c3b2-4e4a-995e-0517727640a5 HTTP/1.1" status: 204 len: 168 time: 0.2107792 Mar 08 08:34:31.512194 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8f1b26-c3b2-4e4a-995e-0517727640a5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:31.520375 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.520911 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.521443 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.521929 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.522482 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.523056 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.523544 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.524047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.524442 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.524771 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.525270 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.525596 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.525919 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6e9d3-ba42-451e-af0c-abfe2e74038f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:34:31.546780 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-05ca7515-ab40-4b89-bdb8-d09dfaa8fa91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530283 Mar 08 08:34:31.643278 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-e8184aaa-3388-46e3-bc68-a500084b28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:31.644852 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-e8184aaa-3388-46e3-bc68-a500084b28c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1130 time: 0.0477877 Mar 08 08:34:31.748605 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-1639e3b1-5c58-4ec5-b3a8-b527097546d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:31.750065 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-1639e3b1-5c58-4ec5-b3a8-b527097546d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.0869875 Mar 08 08:34:32.004698 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58308) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:32.022326 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-2759876e-2386-43e5-ae5c-b6e0a4b31558 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 200 len: 217 time: 0.2618082 Mar 08 08:34:32.076175 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-81116679-adc6-4681-9333-0d98446d324f admin admin] Deleting subnet bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:34:32.079647 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81116679-adc6-4681-9333-0d98446d324f admin admin] Publish callbacks [] for subnet (bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.083796 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-98d1ce26-cad3-42f0-ba53-ef3d077fd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:32.085312 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-98d1ce26-cad3-42f0-ba53-ef3d077fd9d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.0559032 Mar 08 08:34:32.113870 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81116679-adc6-4681-9333-0d98446d324f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.116812 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-485c11d5-2d6d-4ef5-827f-33f2ddcd0441 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246427 Mar 08 08:34:32.153655 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81116679-adc6-4681-9333-0d98446d324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.238141 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-090f38e4-651b-4542-bb3d-b7296ccfef49 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061559 Mar 08 08:34:32.266009 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81116679-adc6-4681-9333-0d98446d324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.291462 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81116679-adc6-4681-9333-0d98446d324f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:32.304397 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81116679-adc6-4681-9333-0d98446d324f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.310804 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-81116679-adc6-4681-9333-0d98446d324f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc28319f-2af5-4b0f-9bb9-d72bd00a0bf8 HTTP/1.1" status: 204 len: 168 time: 0.3048613 Mar 08 08:34:32.313247 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58314) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:32.330969 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58316) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:32.352190 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7079-7868-429b-9419-723853c7a0b2 req-55e93011-4e58-4d90-98d5-bee34f4cfbbc tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:32.352378 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51cb11c8-44d4-4fe0-b7d0-df4dc4960ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.353648 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-760a7079-7868-429b-9419-723853c7a0b2 req-55e93011-4e58-4d90-98d5-bee34f4cfbbc tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.1146555 Mar 08 08:34:32.379801 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c43b1a9c-b37b-40a5-a12e-23b1e08269a0 req-8c154744-5e40-486c-9f9c-83ca51810723 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323810 Mar 08 08:34:32.410880 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (8defdde4-71c2-4fbd-b69c-4d7588c79e65), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.414468 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-760a7079-7868-429b-9419-723853c7a0b2 req-103ba2d8-ba1a-4c95-ab4e-bcafed8c5e71 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508912 Mar 08 08:34:32.521103 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (8defdde4-71c2-4fbd-b69c-4d7588c79e65), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.553217 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51cb11c8-44d4-4fe0-b7d0-df4dc4960ac4 admin admin] Publish callbacks [] for security_group (79fa2ddf-8e1a-4ae1-b1d6-a93464515a3b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.554977 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8defdde4-71c2-4fbd-b69c-4d7588c79e65']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:32.564971 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f09699f-1a9c-41ac-96f2-b7b88cc2df8a') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:32.565267 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f09699f-1a9c-41ac-96f2-b7b88cc2df8a') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:34:32.574714 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (7f09699f-1a9c-41ac-96f2-b7b88cc2df8a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.587917 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (7f09699f-1a9c-41ac-96f2-b7b88cc2df8a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.597910 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:34:32.597910 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (7f09699f-1a9c-41ac-96f2-b7b88cc2df8a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:34:32.609134 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:34:32.617017 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51cb11c8-44d4-4fe0-b7d0-df4dc4960ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (79fa2ddf-8e1a-4ae1-b1d6-a93464515a3b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.683598 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-51cb11c8-44d4-4fe0-b7d0-df4dc4960ac4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acf60a124957428a9cc3af6f736783b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515923 Mar 08 08:34:32.684281 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb11c8-44d4-4fe0-b7d0-df4dc4960ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa2ddf-8e1a-4ae1-b1d6-a93464515a3b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:32.687170 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58320) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:32.726064 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (8defdde4-71c2-4fbd-b69c-4d7588c79e65), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.734106 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.737134 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d183a251-43b4-4966-b0e8-224bc658d1d2 admin admin] Publish callbacks [] for security_group (79fa2ddf-8e1a-4ae1-b1d6-a93464515a3b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.737620 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8defdde4-71c2-4fbd-b69c-4d7588c79e65 HTTP/1.1" status: 204 len: 168 time: 0.4233572 Mar 08 08:34:32.748405 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5d2df-1f16-40a3-9365-10b098bbb203 admin admin] Pushing event deleted for resources: {'Network': ['ID=8defdde4-71c2-4fbd-b69c-4d7588c79e65,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:32.761206 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d183a251-43b4-4966-b0e8-224bc658d1d2 admin admin] Publish callbacks [] for security_group (79fa2ddf-8e1a-4ae1-b1d6-a93464515a3b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.892080 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d183a251-43b4-4966-b0e8-224bc658d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (79fa2ddf-8e1a-4ae1-b1d6-a93464515a3b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.895207 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d183a251-43b4-4966-b0e8-224bc658d1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:32.900249 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d183a251-43b4-4966-b0e8-224bc658d1d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79fa2ddf-8e1a-4ae1-b1d6-a93464515a3b HTTP/1.1" status: 204 len: 168 time: 0.2117441 Mar 08 08:34:32.916204 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183a251-43b4-4966-b0e8-224bc658d1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa2ddf-8e1a-4ae1-b1d6-a93464515a3b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:33.260225 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58344) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:33.300536 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f0a07fe7-aeda-4070-9d06-c33eece49a63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05c4d85d320149aeb3fee40fc536eb90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391552 Mar 08 08:34:33.303132 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58348) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:33.355301 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-902be836-d3fb-4fd4-be79-bb9dec133796 admin admin] Publish callbacks [] for security_group (70597f41-fb6b-45bb-b2eb-f91c9fb16fac), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:33.379185 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-902be836-d3fb-4fd4-be79-bb9dec133796 admin admin] Publish callbacks [] for security_group (70597f41-fb6b-45bb-b2eb-f91c9fb16fac), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:33.547006 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0662965-a1b8-4ac8-a2a1-16ca2a05ca1b req-2afc9304-bf97-49b4-9a75-72978958268c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:33.548669 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a0662965-a1b8-4ac8-a2a1-16ca2a05ca1b req-2afc9304-bf97-49b4-9a75-72978958268c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0571501 Mar 08 08:34:33.549914 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-902be836-d3fb-4fd4-be79-bb9dec133796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (70597f41-fb6b-45bb-b2eb-f91c9fb16fac), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:33.552707 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-902be836-d3fb-4fd4-be79-bb9dec133796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:33.554147 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-902be836-d3fb-4fd4-be79-bb9dec133796 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70597f41-fb6b-45bb-b2eb-f91c9fb16fac HTTP/1.1" status: 204 len: 168 time: 0.2493837 Mar 08 08:34:33.562386 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902be836-d3fb-4fd4-be79-bb9dec133796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70597f41-fb6b-45bb-b2eb-f91c9fb16fac,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:33.621928 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a0662965-a1b8-4ac8-a2a1-16ca2a05ca1b req-9374837f-1b9d-4cc0-90fc-149f43706ee5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673385 Mar 08 08:34:34.759098 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772daa-59e1-4ce0-8015-545329c54b7d req-f44fe9c7-884f-471b-8fa2-8d88113c271b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:34.771854 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0772daa-59e1-4ce0-8015-545329c54b7d req-f44fe9c7-884f-471b-8fa2-8d88113c271b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0560083 Mar 08 08:34:34.813632 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0772daa-59e1-4ce0-8015-545329c54b7d req-a3621d35-6997-4e19-92ed-52fdf6be693e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462031 Mar 08 08:34:35.014021 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.165518 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58436) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:35.315357 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10d88f32-efd8-4c98-b9e9-63fb8bfb7a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.393249 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10d88f32-efd8-4c98-b9e9-63fb8bfb7a43 admin admin] Publish callbacks [] for security_group (d478e958-32cb-4be1-84f2-1528244d1ecc), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.459444 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10d88f32-efd8-4c98-b9e9-63fb8bfb7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d478e958-32cb-4be1-84f2-1528244d1ecc), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.504062 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-10d88f32-efd8-4c98-b9e9-63fb8bfb7a43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b333bad953774a20927e77336e5e8e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374257 Mar 08 08:34:35.506538 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d88f32-efd8-4c98-b9e9-63fb8bfb7a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d478e958-32cb-4be1-84f2-1528244d1ecc,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:35.508388 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58452) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:35.634433 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d9f0-4590-48f3-a123-a4bc4130b1a0 admin admin] Publish callbacks [] for security_group (d478e958-32cb-4be1-84f2-1528244d1ecc), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.676069 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d9f0-4590-48f3-a123-a4bc4130b1a0 admin admin] Publish callbacks [] for security_group (d478e958-32cb-4be1-84f2-1528244d1ecc), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.782130 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58482) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:35.857879 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d9f0-4590-48f3-a123-a4bc4130b1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d478e958-32cb-4be1-84f2-1528244d1ecc), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.860546 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d9f0-4590-48f3-a123-a4bc4130b1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.861710 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6ad5d9f0-4590-48f3-a123-a4bc4130b1a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d478e958-32cb-4be1-84f2-1528244d1ecc HTTP/1.1" status: 204 len: 168 time: 0.3410122 Mar 08 08:34:35.875629 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5d9f0-4590-48f3-a123-a4bc4130b1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d478e958-32cb-4be1-84f2-1528244d1ecc,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:35.920124 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-50a5a91c-5c39-459c-876e-1397e83b3edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:35.983791 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63a15-3a43-4906-aaef-0056e8a85e33 req-df3deb4a-44cd-4e5e-91d7-63c0538f5a46 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:35.985256 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-05e63a15-3a43-4906-aaef-0056e8a85e33 req-df3deb4a-44cd-4e5e-91d7-63c0538f5a46 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.1002257 Mar 08 08:34:36.064925 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-05e63a15-3a43-4906-aaef-0056e8a85e33 req-9b73a821-6da7-4413-92e8-88bb301ffc4e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728374 Mar 08 08:34:36.082228 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-50a5a91c-5c39-459c-876e-1397e83b3edd admin admin] Publish callbacks [] for security_group (6e5cfe79-485a-4d9c-9d76-2726048483ab), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:36.183448 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-50a5a91c-5c39-459c-876e-1397e83b3edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (6e5cfe79-485a-4d9c-9d76-2726048483ab), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:36.222723 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-50a5a91c-5c39-459c-876e-1397e83b3edd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=920b754e614e422f844613fbe01079c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403093 Mar 08 08:34:36.318108 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5a91c-5c39-459c-876e-1397e83b3edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5cfe79-485a-4d9c-9d76-2726048483ab,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:36.319354 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58502) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:36.368973 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1f2d216e-0796-4b42-b2f3-83f2aa704efd admin admin] Publish callbacks [] for security_group (6e5cfe79-485a-4d9c-9d76-2726048483ab), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:36.390226 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1f2d216e-0796-4b42-b2f3-83f2aa704efd admin admin] Publish callbacks [] for security_group (6e5cfe79-485a-4d9c-9d76-2726048483ab), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:36.700824 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1f2d216e-0796-4b42-b2f3-83f2aa704efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (6e5cfe79-485a-4d9c-9d76-2726048483ab), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:36.704203 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1f2d216e-0796-4b42-b2f3-83f2aa704efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:36.705333 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1f2d216e-0796-4b42-b2f3-83f2aa704efd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e5cfe79-485a-4d9c-9d76-2726048483ab HTTP/1.1" status: 204 len: 168 time: 0.3855090 Mar 08 08:34:36.714514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d216e-0796-4b42-b2f3-83f2aa704efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5cfe79-485a-4d9c-9d76-2726048483ab,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:36.882719 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58518) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:36.898713 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d9516bcf-37b2-40bd-8673-d492e526640f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:36.964614 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58520) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:36.975489 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d9516bcf-37b2-40bd-8673-d492e526640f admin admin] Publish callbacks [] for security_group (60082f02-03cd-41b9-944e-a0acf4dfc932), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.047956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d9516bcf-37b2-40bd-8673-d492e526640f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (60082f02-03cd-41b9-944e-a0acf4dfc932), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.089148 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d9516bcf-37b2-40bd-8673-d492e526640f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f2fd7d2c5e749b7823662fb72226135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046325 Mar 08 08:34:37.092269 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58528) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:37.092551 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9516bcf-37b2-40bd-8673-d492e526640f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60082f02-03cd-41b9-944e-a0acf4dfc932,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:37.160796 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8415-96ff-4eae-bd77-17828a5368f2 admin admin] Publish callbacks [] for security_group (60082f02-03cd-41b9-944e-a0acf4dfc932), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.208109 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8415-96ff-4eae-bd77-17828a5368f2 admin admin] Publish callbacks [] for security_group (60082f02-03cd-41b9-944e-a0acf4dfc932), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.270322 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-77c9ebf7-c018-40d6-b77e-94d7bbab1164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.274260 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b9b4f-fd42-4c27-9229-6ad711fea4a1 req-7c4052c0-c607-40da-b05e-241e842bfb2b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:37.275779 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb0b9b4f-fd42-4c27-9229-6ad711fea4a1 req-7c4052c0-c607-40da-b05e-241e842bfb2b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0902534 Mar 08 08:34:37.340099 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8415-96ff-4eae-bd77-17828a5368f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (60082f02-03cd-41b9-944e-a0acf4dfc932), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.344432 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8415-96ff-4eae-bd77-17828a5368f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.350377 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb0b9b4f-fd42-4c27-9229-6ad711fea4a1 req-9f56d34d-fa39-4884-a7b9-82381aaa2be6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545888 Mar 08 08:34:37.351134 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8f4e8415-96ff-4eae-bd77-17828a5368f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60082f02-03cd-41b9-944e-a0acf4dfc932 HTTP/1.1" status: 204 len: 168 time: 0.2507727 Mar 08 08:34:37.372847 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e8415-96ff-4eae-bd77-17828a5368f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60082f02-03cd-41b9-944e-a0acf4dfc932,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:37.424023 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-77c9ebf7-c018-40d6-b77e-94d7bbab1164 admin admin] Publish callbacks [] for security_group (2b3bb438-227f-43b4-b2a4-263ba31671e3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.511533 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-77c9ebf7-c018-40d6-b77e-94d7bbab1164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (2b3bb438-227f-43b4-b2a4-263ba31671e3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.557992 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-77c9ebf7-c018-40d6-b77e-94d7bbab1164 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=369e9a6dda0f4f5083cf83fd143bffbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921621 Mar 08 08:34:37.558964 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9ebf7-c018-40d6-b77e-94d7bbab1164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3bb438-227f-43b4-b2a4-263ba31671e3,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:37.560717 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58550) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:37.619896 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c25ac332-e119-4cbe-bd12-7d6648e9c77e admin admin] Publish callbacks [] for security_group (2b3bb438-227f-43b4-b2a4-263ba31671e3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.646049 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c25ac332-e119-4cbe-bd12-7d6648e9c77e admin admin] Publish callbacks [] for security_group (2b3bb438-227f-43b4-b2a4-263ba31671e3), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.777912 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c25ac332-e119-4cbe-bd12-7d6648e9c77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (2b3bb438-227f-43b4-b2a4-263ba31671e3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.780515 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c25ac332-e119-4cbe-bd12-7d6648e9c77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:37.782454 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c25ac332-e119-4cbe-bd12-7d6648e9c77e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b3bb438-227f-43b4-b2a4-263ba31671e3 HTTP/1.1" status: 204 len: 168 time: 0.2204497 Mar 08 08:34:37.790897 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ac332-e119-4cbe-bd12-7d6648e9c77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3bb438-227f-43b4-b2a4-263ba31671e3,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:38.469098 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6bbd-67de-4cfb-8aae-560e81b121d6 req-0b6029ec-7ae9-4f1f-ae7a-de4350d2d752 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:38.470658 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1efe6bbd-67de-4cfb-8aae-560e81b121d6 req-0b6029ec-7ae9-4f1f-ae7a-de4350d2d752 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0543509 Mar 08 08:34:38.522130 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1efe6bbd-67de-4cfb-8aae-560e81b121d6 req-3dcdcc91-2e2e-41d6-898f-2fb252777553 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 Mar 08 08:34:38.721589 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58606) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:38.738962 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1f017df0-3e3e-4866-ad22-e9dfde97cc84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:38.814542 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1f017df0-3e3e-4866-ad22-e9dfde97cc84 admin admin] Publish callbacks [] for security_group (2ed4e3ea-2dfb-4659-b269-9b59192f36ba), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:38.874455 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1f017df0-3e3e-4866-ad22-e9dfde97cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (2ed4e3ea-2dfb-4659-b269-9b59192f36ba), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:38.913090 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1f017df0-3e3e-4866-ad22-e9dfde97cc84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f5ac73eef984c95b196903af357dd2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900642 Mar 08 08:34:38.914340 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f017df0-3e3e-4866-ad22-e9dfde97cc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed4e3ea-2dfb-4659-b269-9b59192f36ba,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:38.916025 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58608) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:38.965269 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8608448d-3954-4cfa-8d66-3bc1441bf035 admin admin] Publish callbacks [] for security_group (2ed4e3ea-2dfb-4659-b269-9b59192f36ba), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:38.987796 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8608448d-3954-4cfa-8d66-3bc1441bf035 admin admin] Publish callbacks [] for security_group (2ed4e3ea-2dfb-4659-b269-9b59192f36ba), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.095249 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8608448d-3954-4cfa-8d66-3bc1441bf035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (2ed4e3ea-2dfb-4659-b269-9b59192f36ba), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.103499 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8608448d-3954-4cfa-8d66-3bc1441bf035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.103499 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8608448d-3954-4cfa-8d66-3bc1441bf035 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ed4e3ea-2dfb-4659-b269-9b59192f36ba HTTP/1.1" status: 204 len: 168 time: 0.1820018 Mar 08 08:34:39.109883 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608448d-3954-4cfa-8d66-3bc1441bf035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed4e3ea-2dfb-4659-b269-9b59192f36ba,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:39.216308 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58624) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:39.344645 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50b821c8-41e8-4cf2-8d8d-93662cfe61f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.418374 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50b821c8-41e8-4cf2-8d8d-93662cfe61f0 admin admin] Publish callbacks [] for security_group (772aa2de-b098-41cb-bdc1-19770e4e5402), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.561401 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50b821c8-41e8-4cf2-8d8d-93662cfe61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (772aa2de-b098-41cb-bdc1-19770e4e5402), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.610336 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-50b821c8-41e8-4cf2-8d8d-93662cfe61f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ee3361343de456db0fa81899d62e37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928196 Mar 08 08:34:39.611167 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b821c8-41e8-4cf2-8d8d-93662cfe61f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772aa2de-b098-41cb-bdc1-19770e4e5402,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:39.613159 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58634) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:39.697063 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c25-1ea2-4757-b440-9e20c63e5149 admin admin] Publish callbacks [] for security_group (772aa2de-b098-41cb-bdc1-19770e4e5402), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.716969 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89509081-6829-4b51-aa42-116c6bf93e77 req-82e0fabc-aa71-4cf3-a601-cfc3319ad4fd tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:39.718513 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-89509081-6829-4b51-aa42-116c6bf93e77 req-82e0fabc-aa71-4cf3-a601-cfc3319ad4fd tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0966265 Mar 08 08:34:39.738506 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c25-1ea2-4757-b440-9e20c63e5149 admin admin] Publish callbacks [] for security_group (772aa2de-b098-41cb-bdc1-19770e4e5402), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.798319 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-89509081-6829-4b51-aa42-116c6bf93e77 req-2d68d54d-a416-4839-9939-3a8451f1472c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702219 Mar 08 08:34:39.922909 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c25-1ea2-4757-b440-9e20c63e5149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (772aa2de-b098-41cb-bdc1-19770e4e5402), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.925524 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c25-1ea2-4757-b440-9e20c63e5149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:39.926799 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d3dc2c25-1ea2-4757-b440-9e20c63e5149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/772aa2de-b098-41cb-bdc1-19770e4e5402 HTTP/1.1" status: 204 len: 168 time: 0.3120699 Mar 08 08:34:39.936477 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc2c25-1ea2-4757-b440-9e20c63e5149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772aa2de-b098-41cb-bdc1-19770e4e5402,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:40.791308 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58702) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:40.808964 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b990de2-64e1-4780-9f32-0b621d5bdc3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:40.897584 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b990de2-64e1-4780-9f32-0b621d5bdc3f admin admin] Publish callbacks [] for security_group (0109042e-96f4-474b-90d1-7742dbb16c2f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:40.941457 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c411469-6028-497c-a44b-20b10202556e req-8428eaae-62a5-403d-bae0-cde715b11375 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:40.942999 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c411469-6028-497c-a44b-20b10202556e req-8428eaae-62a5-403d-bae0-cde715b11375 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0623152 Mar 08 08:34:40.987049 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b990de2-64e1-4780-9f32-0b621d5bdc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0109042e-96f4-474b-90d1-7742dbb16c2f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:41.029933 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1c411469-6028-497c-a44b-20b10202556e req-016bb1af-ef6d-4a32-a538-cbec87fa78ac tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785773 Mar 08 08:34:41.050325 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1b990de2-64e1-4780-9f32-0b621d5bdc3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c93ed9d4dbc04db8a39675f7abef701b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558544 Mar 08 08:34:41.051426 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b990de2-64e1-4780-9f32-0b621d5bdc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0109042e-96f4-474b-90d1-7742dbb16c2f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:41.052959 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58720) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:41.133571 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-614f2753-6fd6-4cf5-a6ee-2324fd41a5e7 admin admin] Publish callbacks [] for security_group (0109042e-96f4-474b-90d1-7742dbb16c2f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:41.160812 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-614f2753-6fd6-4cf5-a6ee-2324fd41a5e7 admin admin] Publish callbacks [] for security_group (0109042e-96f4-474b-90d1-7742dbb16c2f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:41.269023 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-614f2753-6fd6-4cf5-a6ee-2324fd41a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0109042e-96f4-474b-90d1-7742dbb16c2f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:41.271663 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-614f2753-6fd6-4cf5-a6ee-2324fd41a5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:41.272809 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-614f2753-6fd6-4cf5-a6ee-2324fd41a5e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0109042e-96f4-474b-90d1-7742dbb16c2f HTTP/1.1" status: 204 len: 168 time: 0.2179964 Mar 08 08:34:41.280646 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f2753-6fd6-4cf5-a6ee-2324fd41a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0109042e-96f4-474b-90d1-7742dbb16c2f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:41.982617 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58748) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:41.995584 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-411e047f-20b1-49f5-905a-3f691dc9b0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:42.066987 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-411e047f-20b1-49f5-905a-3f691dc9b0e2 admin admin] Publish callbacks [] for security_group (8f907f61-ccef-4e99-9be7-62d48e95b382), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:42.131757 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-411e047f-20b1-49f5-905a-3f691dc9b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (8f907f61-ccef-4e99-9be7-62d48e95b382), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:42.160796 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34b2f4-9632-400a-9158-2ac4ff501f64 req-8e9ead34-b1bb-41b2-90da-b839bb52b9ab tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:42.162358 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ab34b2f4-9632-400a-9158-2ac4ff501f64 req-8e9ead34-b1bb-41b2-90da-b839bb52b9ab tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0519269 Mar 08 08:34:42.170441 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-411e047f-20b1-49f5-905a-3f691dc9b0e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ff3b81e205b413b98c14b43afac4244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867404 Mar 08 08:34:42.171645 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e047f-20b1-49f5-905a-3f691dc9b0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f907f61-ccef-4e99-9be7-62d48e95b382,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:42.174009 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58752) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:42.229542 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ab34b2f4-9632-400a-9158-2ac4ff501f64 req-551eed5c-95d2-4e6b-973c-31fc0e0b2e1d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601299 Mar 08 08:34:42.234371 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c34ea3aa-1ce5-4301-996e-6591d7013b71 admin admin] Publish callbacks [] for security_group (8f907f61-ccef-4e99-9be7-62d48e95b382), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:42.253061 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c34ea3aa-1ce5-4301-996e-6591d7013b71 admin admin] Publish callbacks [] for security_group (8f907f61-ccef-4e99-9be7-62d48e95b382), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:42.377475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c34ea3aa-1ce5-4301-996e-6591d7013b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (8f907f61-ccef-4e99-9be7-62d48e95b382), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:42.380391 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c34ea3aa-1ce5-4301-996e-6591d7013b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:42.381570 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c34ea3aa-1ce5-4301-996e-6591d7013b71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f907f61-ccef-4e99-9be7-62d48e95b382 HTTP/1.1" status: 204 len: 168 time: 0.2066438 Mar 08 08:34:42.390997 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ea3aa-1ce5-4301-996e-6591d7013b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f907f61-ccef-4e99-9be7-62d48e95b382,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:43.351847 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77cb0-f2d1-4bd5-a460-809413ee281e req-d947ca4b-96b7-45b2-b5fe-b76beafed867 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:43.353352 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbf77cb0-f2d1-4bd5-a460-809413ee281e req-d947ca4b-96b7-45b2-b5fe-b76beafed867 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0545895 Mar 08 08:34:43.398812 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbf77cb0-f2d1-4bd5-a460-809413ee281e req-da676d74-ddf0-4429-9a1c-407754097949 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Mar 08 08:34:44.020521 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 58806) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:44.121943 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e194-83da-4437-8606-0b2c07ec3435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:44.192219 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e194-83da-4437-8606-0b2c07ec3435 admin admin] Publish callbacks [] for security_group (0dc44e6a-1651-4630-8a21-337e97160444), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:44.230667 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e194-83da-4437-8606-0b2c07ec3435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0dc44e6a-1651-4630-8a21-337e97160444), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:44.267187 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e5b9e194-83da-4437-8606-0b2c07ec3435 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47ee79696b2a43238f6911ea7d864c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456152 Mar 08 08:34:44.268272 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9e194-83da-4437-8606-0b2c07ec3435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc44e6a-1651-4630-8a21-337e97160444,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:44.270938 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 58810) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:44.321125 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a4a094d4-920f-4264-be48-4cd8a4e571eb admin admin] Publish callbacks [] for security_group (0dc44e6a-1651-4630-8a21-337e97160444), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:44.342569 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a4a094d4-920f-4264-be48-4cd8a4e571eb admin admin] Publish callbacks [] for security_group (0dc44e6a-1651-4630-8a21-337e97160444), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:44.440147 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a4a094d4-920f-4264-be48-4cd8a4e571eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0dc44e6a-1651-4630-8a21-337e97160444), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:44.443379 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a4a094d4-920f-4264-be48-4cd8a4e571eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:44.447159 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a4a094d4-920f-4264-be48-4cd8a4e571eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dc44e6a-1651-4630-8a21-337e97160444 HTTP/1.1" status: 204 len: 168 time: 0.1726098 Mar 08 08:34:44.458879 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a094d4-920f-4264-be48-4cd8a4e571eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc44e6a-1651-4630-8a21-337e97160444,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:44.530010 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abc08-7c97-4f7b-bd51-faaf77147a8b req-6ab3f74c-20d9-41a4-8995-6f743e2c7b94 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:44.531513 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812abc08-7c97-4f7b-bd51-faaf77147a8b req-6ab3f74c-20d9-41a4-8995-6f743e2c7b94 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0607865 Mar 08 08:34:44.582041 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-812abc08-7c97-4f7b-bd51-faaf77147a8b req-5a350e8c-df45-44ef-8881-c8d136c18892 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Mar 08 08:34:44.748677 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c089e002-e95c-4ab5-bf3c-e5815b4f964d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:45.699779 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab11d9-818a-4a2c-9b71-8928e48194f3 req-1952f7b4-6197-4db9-b0af-d530dd136070 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:45.701281 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c9ab11d9-818a-4a2c-9b71-8928e48194f3 req-1952f7b4-6197-4db9-b0af-d530dd136070 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0510828 Mar 08 08:34:45.758904 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c9ab11d9-818a-4a2c-9b71-8928e48194f3 req-e03b0390-61e7-4a8f-9d55-bf318953c2d6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517745 Mar 08 08:34:46.873635 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7363dc8-ad54-4717-98cb-3d9e469b69f7 req-8d670b08-c695-48ad-8df1-e42338255995 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:46.875123 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e7363dc8-ad54-4717-98cb-3d9e469b69f7 req-8d670b08-c695-48ad-8df1-e42338255995 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0513184 Mar 08 08:34:46.920309 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e7363dc8-ad54-4717-98cb-3d9e469b69f7 req-8942f37c-fc9b-46bb-bcef-5e184d2a7eb5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 Mar 08 08:34:47.051516 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0162771b-68ee-4530-bbcb-33a57f4dcbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:48.017340 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:48.035707 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3999d-55d8-494f-ab28-37031924ec62 req-ed570eff-070e-4652-b4fe-eba6a398917c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:48.037172 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b5c3999d-55d8-494f-ab28-37031924ec62 req-ed570eff-070e-4652-b4fe-eba6a398917c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Mar 08 08:34:48.082202 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b5c3999d-55d8-494f-ab28-37031924ec62 req-afe0fc34-0b63-408a-add2-d058152ddb54 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Mar 08 08:34:49.205443 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991883-94c6-402b-bed8-e3acd4586a43 req-7b0289d0-5c24-4ef1-b38b-99baf39afd5e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:49.206934 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16991883-94c6-402b-bed8-e3acd4586a43 req-7b0289d0-5c24-4ef1-b38b-99baf39afd5e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0601637 Mar 08 08:34:49.251869 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16991883-94c6-402b-bed8-e3acd4586a43 req-6882dd47-afe9-4067-9bbc-3166665a07c0 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Mar 08 08:34:49.486270 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:50.368383 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa289541-8e82-435f-940f-87b9caa8d6e6 req-147d77f1-25b0-4a47-a469-5c8f7a49b978 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:50.369920 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa289541-8e82-435f-940f-87b9caa8d6e6 req-147d77f1-25b0-4a47-a469-5c8f7a49b978 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0535066 Mar 08 08:34:50.415360 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa289541-8e82-435f-940f-87b9caa8d6e6 req-f490a423-9f9d-49a6-8e48-252662a0063f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Mar 08 08:34:51.019072 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:51.532408 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7a0b-9561-4636-a417-d0aa3563b8b0 req-3dcbcfe3-4771-44b7-8de1-286763ade114 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:51.533785 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-603c7a0b-9561-4636-a417-d0aa3563b8b0 req-3dcbcfe3-4771-44b7-8de1-286763ade114 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0534518 Mar 08 08:34:51.580542 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-603c7a0b-9561-4636-a417-d0aa3563b8b0 req-6d86f58f-6bf0-48fa-a572-0523dcb62452 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Mar 08 08:34:52.693852 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13af4-f315-4fc2-ac6c-c135666ff9ef req-4d308461-77c3-43e5-8cdf-070e5ebcbe4f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:52.695326 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-80a13af4-f315-4fc2-ac6c-c135666ff9ef req-4d308461-77c3-43e5-8cdf-070e5ebcbe4f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0498827 Mar 08 08:34:52.740325 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-80a13af4-f315-4fc2-ac6c-c135666ff9ef req-8ec91218-458f-46d0-bed3-a10c1121c3de tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Mar 08 08:34:53.860523 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9a05d-3377-447d-ba37-80cc9fc09805 req-eb15a916-a2cc-4b1d-a624-c637b6e29bcc tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:53.860523 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6be9a05d-3377-447d-ba37-80cc9fc09805 req-eb15a916-a2cc-4b1d-a624-c637b6e29bcc tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0525968 Mar 08 08:34:53.911795 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6be9a05d-3377-447d-ba37-80cc9fc09805 req-6caaae6b-94d9-4ffa-aee2-c67f9f54c482 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Mar 08 08:34:54.066464 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:34:55.037384 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba412156-2ab1-4084-b915-23771ae7a8f2 req-ef89e255-e913-4d59-8066-271d4ece8259 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:55.038913 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba412156-2ab1-4084-b915-23771ae7a8f2 req-ef89e255-e913-4d59-8066-271d4ece8259 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0513422 Mar 08 08:34:55.086432 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba412156-2ab1-4084-b915-23771ae7a8f2 req-daef0c6f-e41c-4af4-ae28-4d962d981f7c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412171 Mar 08 08:34:56.204162 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0c79-3003-4238-a1e7-4ea93bc30310 req-6131a797-3627-4f73-9260-7fc7d54ebbb1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:56.207334 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2fc0c79-3003-4238-a1e7-4ea93bc30310 req-6131a797-3627-4f73-9260-7fc7d54ebbb1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0557179 Mar 08 08:34:56.256930 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2fc0c79-3003-4238-a1e7-4ea93bc30310 req-9836e330-08bc-4acd-856e-9f302cf2c5fa tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 Mar 08 08:34:56.289553 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59030) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:56.392472 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23029b43-fb99-4292-9f0e-fd1d5002e522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:56.469002 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23029b43-fb99-4292-9f0e-fd1d5002e522 admin admin] Publish callbacks [] for security_group (d1f351ef-f334-48e4-84d9-0035c407907a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:56.555718 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23029b43-fb99-4292-9f0e-fd1d5002e522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d1f351ef-f334-48e4-84d9-0035c407907a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:56.592181 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-23029b43-fb99-4292-9f0e-fd1d5002e522 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=210867d8188c4b57a3fab6b4042ae7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014765 Mar 08 08:34:56.593334 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23029b43-fb99-4292-9f0e-fd1d5002e522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f351ef-f334-48e4-84d9-0035c407907a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:56.594826 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59036) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:56.644756 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2bad93c-a090-4f8c-b500-221edee71b74 admin admin] Publish callbacks [] for security_group (d1f351ef-f334-48e4-84d9-0035c407907a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:56.668376 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2bad93c-a090-4f8c-b500-221edee71b74 admin admin] Publish callbacks [] for security_group (d1f351ef-f334-48e4-84d9-0035c407907a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:56.784950 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2bad93c-a090-4f8c-b500-221edee71b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d1f351ef-f334-48e4-84d9-0035c407907a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:56.787524 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2bad93c-a090-4f8c-b500-221edee71b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:56.788656 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a2bad93c-a090-4f8c-b500-221edee71b74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1f351ef-f334-48e4-84d9-0035c407907a HTTP/1.1" status: 204 len: 168 time: 0.1928773 Mar 08 08:34:56.796389 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bad93c-a090-4f8c-b500-221edee71b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f351ef-f334-48e4-84d9-0035c407907a,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:57.378997 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3e444-1159-4b2b-a1ce-f6925c077e09 req-4b669379-1d0c-48b2-9015-42e3b8867b66 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:57.380469 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2cc3e444-1159-4b2b-a1ce-f6925c077e09 req-4b669379-1d0c-48b2-9015-42e3b8867b66 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0522668 Mar 08 08:34:57.425441 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2cc3e444-1159-4b2b-a1ce-f6925c077e09 req-a2d0086b-c540-4a56-a9d4-71276e042970 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Mar 08 08:34:58.524375 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59112) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:58.542848 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cbe5a-52cd-468e-b658-b17c33dbe75e req-e2bd8cb9-18ba-4723-a962-03015ce5f9d7 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:58.544366 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f34cbe5a-52cd-468e-b658-b17c33dbe75e req-e2bd8cb9-18ba-4723-a962-03015ce5f9d7 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Mar 08 08:34:58.602509 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f34cbe5a-52cd-468e-b658-b17c33dbe75e req-c963f4e0-c209-42f6-8930-03aeb1ea32d0 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519521 Mar 08 08:34:58.630677 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4287352d-dc3a-4bc4-80e1-344a36acafed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:58.705150 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4287352d-dc3a-4bc4-80e1-344a36acafed admin admin] Publish callbacks [] for security_group (7918a038-7a29-439b-8bd5-4a92ad24171a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:58.784775 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4287352d-dc3a-4bc4-80e1-344a36acafed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (7918a038-7a29-439b-8bd5-4a92ad24171a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:58.823715 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4287352d-dc3a-4bc4-80e1-344a36acafed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b6a2d54da1c48b1b859c8423b8e3cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982771 Mar 08 08:34:58.824824 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287352d-dc3a-4bc4-80e1-344a36acafed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7918a038-7a29-439b-8bd5-4a92ad24171a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:58.826523 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59120) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:58.875434 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23a6fd59-9b80-47df-85ad-1947546a9f93 admin admin] Publish callbacks [] for security_group (7918a038-7a29-439b-8bd5-4a92ad24171a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:58.895806 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23a6fd59-9b80-47df-85ad-1947546a9f93 admin admin] Publish callbacks [] for security_group (7918a038-7a29-439b-8bd5-4a92ad24171a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:59.023232 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23a6fd59-9b80-47df-85ad-1947546a9f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (7918a038-7a29-439b-8bd5-4a92ad24171a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:59.025852 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23a6fd59-9b80-47df-85ad-1947546a9f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:34:59.027044 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-23a6fd59-9b80-47df-85ad-1947546a9f93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7918a038-7a29-439b-8bd5-4a92ad24171a HTTP/1.1" status: 204 len: 168 time: 0.1988153 Mar 08 08:34:59.035231 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6fd59-9b80-47df-85ad-1947546a9f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7918a038-7a29-439b-8bd5-4a92ad24171a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:34:59.725815 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed29d2-dad3-4738-9e9b-35da81b8495a req-c6193823-679a-45c7-9fe0-13b0272ca292 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:34:59.725815 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-33ed29d2-dad3-4738-9e9b-35da81b8495a req-c6193823-679a-45c7-9fe0-13b0272ca292 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0568871 Mar 08 08:34:59.782574 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-33ed29d2-dad3-4738-9e9b-35da81b8495a req-3cc787c6-fd66-43a5-80e9-bd14e2b73385 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516639 Mar 08 08:34:59.859609 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59196) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:34:59.969592 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56e36782-5a18-4d59-9e0a-d12f57e4f8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:00.046571 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56e36782-5a18-4d59-9e0a-d12f57e4f8fd admin admin] Publish callbacks [] for security_group (a7a6ef79-5ca5-4b41-bb68-a5b41efa09f6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:00.116204 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-56e36782-5a18-4d59-9e0a-d12f57e4f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a7a6ef79-5ca5-4b41-bb68-a5b41efa09f6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:00.154668 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-56e36782-5a18-4d59-9e0a-d12f57e4f8fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e6c1fe83def4ea4ac2f222e937b53d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937610 Mar 08 08:35:00.155768 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e36782-5a18-4d59-9e0a-d12f57e4f8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a6ef79-5ca5-4b41-bb68-a5b41efa09f6,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:00.162629 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59208) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:00.212019 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-87263f51-a074-4aa8-9b65-19df7faa8665 admin admin] Publish callbacks [] for security_group (a7a6ef79-5ca5-4b41-bb68-a5b41efa09f6), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:00.235549 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-87263f51-a074-4aa8-9b65-19df7faa8665 admin admin] Publish callbacks [] for security_group (a7a6ef79-5ca5-4b41-bb68-a5b41efa09f6), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:00.348845 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-87263f51-a074-4aa8-9b65-19df7faa8665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a7a6ef79-5ca5-4b41-bb68-a5b41efa09f6), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:00.351406 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-87263f51-a074-4aa8-9b65-19df7faa8665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:00.352599 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-87263f51-a074-4aa8-9b65-19df7faa8665 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7a6ef79-5ca5-4b41-bb68-a5b41efa09f6 HTTP/1.1" status: 204 len: 168 time: 0.1890593 Mar 08 08:35:00.360557 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87263f51-a074-4aa8-9b65-19df7faa8665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a6ef79-5ca5-4b41-bb68-a5b41efa09f6,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:00.905432 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abd5a3-a87d-48f1-a818-864439dc9e2f req-21b0f8c5-0be6-4e6f-9ce3-4adcae988a1e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:00.906984 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12abd5a3-a87d-48f1-a818-864439dc9e2f req-21b0f8c5-0be6-4e6f-9ce3-4adcae988a1e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0587170 Mar 08 08:35:00.956481 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12abd5a3-a87d-48f1-a818-864439dc9e2f req-da0b800b-af6e-4a68-8cde-9ea4256d9877 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Mar 08 08:35:02.078105 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92673a-6fb8-4b7a-bbb1-27aef28ee936 req-75e67502-66b1-4d42-b0fd-3f33aa886234 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:02.079757 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc92673a-6fb8-4b7a-bbb1-27aef28ee936 req-75e67502-66b1-4d42-b0fd-3f33aa886234 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0567665 Mar 08 08:35:02.134256 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc92673a-6fb8-4b7a-bbb1-27aef28ee936 req-9bb578c9-2d34-4ced-9ec5-4a3e6f54eb4a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486529 Mar 08 08:35:02.183798 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f17333-63f6-4a73-bfb0-9a69f1969e0a req-89789650-51b5-4e78-8213-4e753a81296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:02.183798 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e9f17333-63f6-4a73-bfb0-9a69f1969e0a req-89789650-51b5-4e78-8213-4e753a81296b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 1129 time: 0.0456665 Mar 08 08:35:02.235213 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e9f17333-63f6-4a73-bfb0-9a69f1969e0a req-9eafdb5b-496c-4eb1-b564-104cf2cbdee6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Mar 08 08:35:02.667355 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59308) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:02.770167 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b745951-bc4f-4f00-815c-e2cf6f3e3925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:02.842994 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b745951-bc4f-4f00-815c-e2cf6f3e3925 admin admin] Publish callbacks [] for security_group (ecbff408-4a2a-4213-a516-622d40fb5631), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:02.931233 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b745951-bc4f-4f00-815c-e2cf6f3e3925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ecbff408-4a2a-4213-a516-622d40fb5631), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:02.972390 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9b745951-bc4f-4f00-815c-e2cf6f3e3925 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a08ebad74c8a48c88c430a11c83191bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033943 Mar 08 08:35:02.973471 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b745951-bc4f-4f00-815c-e2cf6f3e3925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbff408-4a2a-4213-a516-622d40fb5631,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:02.975168 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59314) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:03.022542 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2771-fb0b-43ba-929f-271dc532b502 admin admin] Publish callbacks [] for security_group (ecbff408-4a2a-4213-a516-622d40fb5631), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:03.042660 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2771-fb0b-43ba-929f-271dc532b502 admin admin] Publish callbacks [] for security_group (ecbff408-4a2a-4213-a516-622d40fb5631), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:03.166032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2771-fb0b-43ba-929f-271dc532b502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ecbff408-4a2a-4213-a516-622d40fb5631), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:03.169471 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2771-fb0b-43ba-929f-271dc532b502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:03.175441 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fbfc2771-fb0b-43ba-929f-271dc532b502 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecbff408-4a2a-4213-a516-622d40fb5631 HTTP/1.1" status: 204 len: 168 time: 0.1947803 Mar 08 08:35:03.179297 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc2771-fb0b-43ba-929f-271dc532b502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbff408-4a2a-4213-a516-622d40fb5631,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:03.296569 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d677dd-4514-4afa-af68-42d19f2c9050 req-a61b8629-48ee-4d24-8bf8-9da8529072c6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:03.301285 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38d677dd-4514-4afa-af68-42d19f2c9050 req-a61b8629-48ee-4d24-8bf8-9da8529072c6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0691528 Mar 08 08:35:03.349273 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-f17b52c6-bf24-4eec-9841-f920cfa91b4e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a90a6d11ad7145f5b2c2e5f6ff60c153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399179 Mar 08 08:35:03.420178 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38d677dd-4514-4afa-af68-42d19f2c9050 req-e1a81318-01d6-4cd2-aa34-a6fb5bef3b20 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180041 Mar 08 08:35:03.552478 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-67fe1e3a-bfad-4f31-8d2b-f5247b664914 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:03.554048 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-67fe1e3a-bfad-4f31-8d2b-f5247b664914 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974888 Mar 08 08:35:03.568710 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-d5db1c76-c06f-48db-a6f2-53b09e7a0438 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/quotas/a90a6d11ad7145f5b2c2e5f6ff60c153 HTTP/1.1" status: 200 len: 375 time: 0.0092726 Mar 08 08:35:03.603041 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e5041b22-7743-4cda-a6db-96e30a81a35e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a90a6d11ad7145f5b2c2e5f6ff60c153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264585 Mar 08 08:35:03.839600 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbb091a9-88eb-4431-a3c7-4d4d8ad30c22 req-43b73ab3-8198-4c98-a2c3-1fd9b08b8aaf tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 210 time: 0.0319574 Mar 08 08:35:03.879267 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59354) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:03.887021 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-01deecd5-0ae0-4d67-801e-8c5b8b0203fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:04.061418 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-01deecd5-0ae0-4d67-801e-8c5b8b0203fd admin admin] Publish callbacks [] for security_group (e6182c41-0a54-4a54-ae9b-945b20036585), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:04.131251 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-01deecd5-0ae0-4d67-801e-8c5b8b0203fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (e6182c41-0a54-4a54-ae9b-945b20036585), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:04.169468 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-01deecd5-0ae0-4d67-801e-8c5b8b0203fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c337a67124d41d794cf65b19bd55125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976201 Mar 08 08:35:04.170700 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deecd5-0ae0-4d67-801e-8c5b8b0203fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6182c41-0a54-4a54-ae9b-945b20036585,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:04.172239 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59368) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:04.224366 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c36cbef6-d601-41c5-b9c4-45c196a58f69 admin admin] Publish callbacks [] for security_group (e6182c41-0a54-4a54-ae9b-945b20036585), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:04.246353 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c36cbef6-d601-41c5-b9c4-45c196a58f69 admin admin] Publish callbacks [] for security_group (e6182c41-0a54-4a54-ae9b-945b20036585), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:04.345020 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c36cbef6-d601-41c5-b9c4-45c196a58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (e6182c41-0a54-4a54-ae9b-945b20036585), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:04.347412 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c36cbef6-d601-41c5-b9c4-45c196a58f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:04.348547 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c36cbef6-d601-41c5-b9c4-45c196a58f69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6182c41-0a54-4a54-ae9b-945b20036585 HTTP/1.1" status: 204 len: 168 time: 0.1753027 Mar 08 08:35:04.361072 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cbef6-d601-41c5-b9c4-45c196a58f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6182c41-0a54-4a54-ae9b-945b20036585,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:04.539584 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732e023-3d7b-4af0-b88b-ffb1cd5584d3 req-79142f4d-a778-494e-a058-c2043024514f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:04.541465 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f732e023-3d7b-4af0-b88b-ffb1cd5584d3 req-79142f4d-a778-494e-a058-c2043024514f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0520170 Mar 08 08:35:04.597350 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f732e023-3d7b-4af0-b88b-ffb1cd5584d3 req-2080584c-5e04-40fc-b0b6-44f977f1604e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490425 Mar 08 08:35:04.720707 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ceb57-f0bd-4996-be62-3b93f1f4f102 req-b94de846-de3a-4941-b3c3-5a242489cdd2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:04.722232 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-657ceb57-f0bd-4996-be62-3b93f1f4f102 req-b94de846-de3a-4941-b3c3-5a242489cdd2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0602951 Mar 08 08:35:04.773059 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-657ceb57-f0bd-4996-be62-3b93f1f4f102 req-fc87ff13-e4ff-4e89-aa0c-ed345f3163a3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Mar 08 08:35:04.945544 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ee1469a4-c796-49d6-a991-11db10d7100f req-a1ffb282-e07f-4945-9a15-404ea77527e7 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 210 time: 0.0330603 Mar 08 08:35:05.080498 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:06.044043 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff5b27b2-bf66-486c-b949-4d448f4e4631 req-24c80dcb-ed9d-4c47-a338-10d2e5f4be6b tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 210 time: 0.0293593 Mar 08 08:35:06.199152 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-83423708-5e90-4948-869a-ee47d5bc1831 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a90a6d11ad7145f5b2c2e5f6ff60c153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216372 Mar 08 08:35:06.314763 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-85cc8826-8036-4526-bba4-0324ba6ec38b tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:06.316185 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-85cc8826-8036-4526-bba4-0324ba6ec38b tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103575 Mar 08 08:35:06.333976 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Request body: {'port': {'device_id': '39dfa4ea-107c-4333-b76d-e1adba0710cf', 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce', 'admin_state_up': True, 'tenant_id': 'a90a6d11ad7145f5b2c2e5f6ff60c153'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:06.511251 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Made reservation on behalf of a90a6d11ad7145f5b2c2e5f6ff60c153 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:06.517512 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:06.525122 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:06.618926 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks [] for security_group (a27e7728-717f-441f-b355-5926eef6a622), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:06.710671 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a27e7728-717f-441f-b355-5926eef6a622), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:06.779308 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27e7728-717f-441f-b355-5926eef6a622,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:06.849558 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Allocated IP 192.168.233.140 (947716bb-eac4-4c43-8ce2-e23d62cd15ce/9326ba40-b740-4542-8331-fa90ad4938ad/ec0eed88-1040-4102-84f4-f0702acd9b5f) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:06.998000 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks [] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:07.088335 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e7ace-bee3-4403-8a6f-6d753355d74c req-7fb19b2f-ba55-4e03-94a4-beab7575ef2d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:07.089836 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a78e7ace-bee3-4403-8a6f-6d753355d74c req-7fb19b2f-ba55-4e03-94a4-beab7575ef2d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0541468 Mar 08 08:35:07.145318 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:07.165204 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a78e7ace-bee3-4403-8a6f-6d753355d74c req-ce6d9669-04bc-4ab9-97eb-b16b23e23356 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698025 Mar 08 08:35:07.187702 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-c87fa4c1-4e61-4d04-a177-6ee488c3e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:07.187702 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-c87fa4c1-4e61-4d04-a177-6ee488c3e366 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1130 time: 0.0637128 Mar 08 08:35:07.222950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Network 947716bb-eac4-4c43-8ce2-e23d62cd15ce is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:07.229866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:07.233515 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:07.236375 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Pushing event updated for resources: {'Port': ['ID=ec0eed88-1040-4102-84f4-f0702acd9b5f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:07.287312 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37e873-1aff-4c4e-9cc8-6c141015a496 req-19e7883e-30d1-4040-9f04-48e2a6512459 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:07.289062 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ae37e873-1aff-4c4e-9cc8-6c141015a496 req-19e7883e-30d1-4040-9f04-48e2a6512459 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 936 time: 0.1451519 Mar 08 08:35:07.310583 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-2862685f-8f0a-4193-a4ae-065d2d1fb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:07.319392 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-2862685f-8f0a-4193-a4ae-065d2d1fb17c service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.1168008 Mar 08 08:35:07.319681 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:07.319681 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:07.365515 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-7aa3506c-1e3c-4755-9643-d189ddb1345d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 200 len: 217 time: 0.0382586 Mar 08 08:35:07.373121 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ae37e873-1aff-4c4e-9cc8-6c141015a496 req-39a9f858-180e-4fd5-a254-1cfc8f41be29 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714552 Mar 08 08:35:07.433241 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-40ac9efc-8187-46b6-bb70-4d161063c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:07.434811 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-40ac9efc-8187-46b6-bb70-4d161063c669 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.0598111 Mar 08 08:35:07.481244 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-6c782c11-b492-463f-a516-9d0246e3d345 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371170 Mar 08 08:35:07.520066 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-35dfa3b5-c3ff-405c-938b-3379723e6aed None None] Provisioning complete for port ec0eed88-1040-4102-84f4-f0702acd9b5f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:07.520584 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-35dfa3b5-c3ff-405c-938b-3379723e6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:07.521243 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-e57c6446-1ff3-48ec-af15-e18c63d331c5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1910162 Mar 08 08:35:07.533156 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Request body: {'port': {'device_id': '39dfa4ea-107c-4333-b76d-e1adba0710cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:07.562518 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-35dfa3b5-c3ff-405c-938b-3379723e6aed None None] Port ec0eed88-1040-4102-84f4-f0702acd9b5f cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:07.617172 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-caee21ce-a3a6-4aa8-a12b-434b55f24168 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272466 Mar 08 08:35:07.642223 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:07.721609 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19e730f2-8327-4a40-9c7c-0c2686910807 req-4f4c678e-a28e-491d-86d4-7e071313bc95 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975003 Mar 08 08:35:07.925162 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0eed88-1040-4102-84f4-f0702acd9b5f {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:35:07.932719 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Publish callbacks [] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:07.945359 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Transition to ACTIVE for port object ec0eed88-1040-4102-84f4-f0702acd9b5f will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:35:08.064602 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:08.117609 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Pushing event updated for resources: {'Port': ['ID=ec0eed88-1040-4102-84f4-f0702acd9b5f,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:08.191377 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Attempting to bind port ec0eed88-1040-4102-84f4-f0702acd9b5f on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:08.192186 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Attempting to bind port ec0eed88-1040-4102-84f4-f0702acd9b5f by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:08.192689 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Attempting to bind port ec0eed88-1040-4102-84f4-f0702acd9b5f on network 947716bb-eac4-4c43-8ce2-e23d62cd15ce {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:08.199061 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Port ec0eed88-1040-4102-84f4-f0702acd9b5f on network 947716bb-eac4-4c43-8ce2-e23d62cd15ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:35:08.199391 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Attempting to bind port ec0eed88-1040-4102-84f4-f0702acd9b5f on network 947716bb-eac4-4c43-8ce2-e23d62cd15ce {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:08.205549 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:08.206029 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Checking segment: {'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:08.206478 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Bound using segment: {'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:08.206795 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Bound port: ec0eed88-1040-4102-84f4-f0702acd9b5f, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd113a6a4-5316-4f8f-8d19-162d92a1a227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:08.207159 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:08.469242 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59544) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:08.576028 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] For port ec0eed88-1040-4102-84f4-f0702acd9b5f, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:08.590869 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] For port ec0eed88-1040-4102-84f4-f0702acd9b5f, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=ec0eed88-1040-4102-84f4-f0702acd9b5f,segment=NetworkSegment(d113a6a4-5316-4f8f-8d19-162d92a1a227),segment_id=d113a6a4-5316-4f8f-8d19-162d92a1a227)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:08.600913 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73496-e140-46d1-aa3c-6ddd7b0bd94c req-d30fb598-790a-4f30-bb9a-fccd06de0b35 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:08.602511 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-73f73496-e140-46d1-aa3c-6ddd7b0bd94c req-d30fb598-790a-4f30-bb9a-fccd06de0b35 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.3518717 Mar 08 08:35:08.609467 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c05083-e30c-4c09-8b59-1bb7372d6997 req-ccb7d7c9-64f5-440b-bb34-a61018c7a4ed tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:08.611687 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-79c05083-e30c-4c09-8b59-1bb7372d6997 req-ccb7d7c9-64f5-440b-bb34-a61018c7a4ed tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 948 time: 0.1182559 Mar 08 08:35:08.615771 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6075bcc-8789-43fb-9ad4-ec71eccb3a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:08.677531 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:08.703340 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-73f73496-e140-46d1-aa3c-6ddd7b0bd94c req-d22739d5-cff3-4c31-aca7-adf451f21745 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906513 Mar 08 08:35:08.720473 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6075bcc-8789-43fb-9ad4-ec71eccb3a3e admin admin] Publish callbacks [] for security_group (a7f9dbd1-6a39-445c-8393-3ddb134604a9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:08.725507 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59560) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:08.735282 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-79c05083-e30c-4c09-8b59-1bb7372d6997 req-fb569eac-2274-48c6-b2e6-b4cd0aa79d09 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149297 Mar 08 08:35:08.739663 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:08.740426 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:08.741654 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] 10.222.0.31 "PUT /v2.0/ports/ec0eed88-1040-4102-84f4-f0702acd9b5f HTTP/1.1" status: 200 len: 1098 time: 1.2126257 Mar 08 08:35:08.742098 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dfa4ea-107c-4333-b76d-e1adba0710cf', 'tag': 'ec0eed88-1040-4102-84f4-f0702acd9b5f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:08.744331 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30ce30-5adc-44dd-9010-754ffeae8b50" -d '{"events": [{"name": "network-changed", "server_uuid": "39dfa4ea-107c-4333-b76d-e1adba0710cf", "tag": "ec0eed88-1040-4102-84f4-f0702acd9b5f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:08.785882 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2ec2c-77a8-496e-b2d6-a62ebdc5c97c service neutron] Pushing event updated for resources: {'Port': ['ID=ec0eed88-1040-4102-84f4-f0702acd9b5f,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:08.806797 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6075bcc-8789-43fb-9ad4-ec71eccb3a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a7f9dbd1-6a39-445c-8393-3ddb134604a9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:08.817666 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2837065f-6607-4ce9-a064-f685e604b12e x-openstack-request-id: req-2837065f-6607-4ce9-a064-f685e604b12e {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:08.818047 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dfa4ea-107c-4333-b76d-e1adba0710cf", "tag": "ec0eed88-1040-4102-84f4-f0702acd9b5f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:08.818313 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2837065f-6607-4ce9-a064-f685e604b12e {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:08.818724 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dfa4ea-107c-4333-b76d-e1adba0710cf', 'tag': 'ec0eed88-1040-4102-84f4-f0702acd9b5f', 'status': 'completed', 'code': 200} Mar 08 08:35:08.866225 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b6075bcc-8789-43fb-9ad4-ec71eccb3a3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4236de73f2d49f983959d09702e1d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955472 Mar 08 08:35:08.869336 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59570) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:08.901356 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22e17a28-a7ee-4336-82e5-1c85c2184546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:08.901356 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6075bcc-8789-43fb-9ad4-ec71eccb3a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f9dbd1-6a39-445c-8393-3ddb134604a9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:08.949416 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30ce30-5adc-44dd-9010-754ffeae8b50 req-f1a5e090-81ee-46ff-96bb-193cc0f32c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:08.951366 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c30ce30-5adc-44dd-9010-754ffeae8b50 req-f1a5e090-81ee-46ff-96bb-193cc0f32c38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a90a6d11ad7145f5b2c2e5f6ff60c153&device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 1132 time: 0.1095054 Mar 08 08:35:08.983543 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-432a7149-2483-447d-80a1-2ea7028409dd admin admin] Publish callbacks [] for security_group (a7f9dbd1-6a39-445c-8393-3ddb134604a9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.007207 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c30ce30-5adc-44dd-9010-754ffeae8b50 req-72c77247-caee-489c-b4de-fd9519e81fca service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a90a6d11ad7145f5b2c2e5f6ff60c153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415807 Mar 08 08:35:09.013547 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22e17a28-a7ee-4336-82e5-1c85c2184546 admin admin] Publish callbacks [] for security_group (7f79b88e-4eed-4055-a4bc-3fe4603a673b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.075499 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-432a7149-2483-447d-80a1-2ea7028409dd admin admin] Publish callbacks [] for security_group (a7f9dbd1-6a39-445c-8393-3ddb134604a9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.075691 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22e17a28-a7ee-4336-82e5-1c85c2184546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (7f79b88e-4eed-4055-a4bc-3fe4603a673b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.122101 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-22e17a28-a7ee-4336-82e5-1c85c2184546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b99eb53331f249a09c2c69ebd2419d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905606 Mar 08 08:35:09.122101 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59600) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:09.167657 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e17a28-a7ee-4336-82e5-1c85c2184546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f79b88e-4eed-4055-a4bc-3fe4603a673b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:09.203962 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27f8866d-6ffb-4214-87ec-2e3f4ecbfa28 admin admin] Publish callbacks [] for security_group (7f79b88e-4eed-4055-a4bc-3fe4603a673b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.218252 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30ce30-5adc-44dd-9010-754ffeae8b50 req-e205bfb8-fccd-4fc4-90f2-fba64bacb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:09.219717 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c30ce30-5adc-44dd-9010-754ffeae8b50 req-e205bfb8-fccd-4fc4-90f2-fba64bacb80b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075005 Mar 08 08:35:09.226944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27f8866d-6ffb-4214-87ec-2e3f4ecbfa28 admin admin] Publish callbacks [] for security_group (7f79b88e-4eed-4055-a4bc-3fe4603a673b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.296523 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-432a7149-2483-447d-80a1-2ea7028409dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a7f9dbd1-6a39-445c-8393-3ddb134604a9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.299066 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-432a7149-2483-447d-80a1-2ea7028409dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.300185 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-432a7149-2483-447d-80a1-2ea7028409dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7f9dbd1-6a39-445c-8393-3ddb134604a9 HTTP/1.1" status: 204 len: 168 time: 0.4290352 Mar 08 08:35:09.314166 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a7149-2483-447d-80a1-2ea7028409dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f9dbd1-6a39-445c-8393-3ddb134604a9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:09.318199 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-02158089-b3b0-497c-b03f-0e727cd9e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:09.319710 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-02158089-b3b0-497c-b03f-0e727cd9e2b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a90a6d11ad7145f5b2c2e5f6ff60c153&device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 1132 time: 0.0588958 Mar 08 08:35:09.376415 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-0a1b5d0f-9094-460b-b85c-101b47954e9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ec0eed88-1040-4102-84f4-f0702acd9b5f HTTP/1.1" status: 200 len: 217 time: 0.0471089 Mar 08 08:35:09.379337 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27f8866d-6ffb-4214-87ec-2e3f4ecbfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (7f79b88e-4eed-4055-a4bc-3fe4603a673b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.381988 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27f8866d-6ffb-4214-87ec-2e3f4ecbfa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:09.383693 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-27f8866d-6ffb-4214-87ec-2e3f4ecbfa28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f79b88e-4eed-4055-a4bc-3fe4603a673b HTTP/1.1" status: 204 len: 168 time: 0.2619500 Mar 08 08:35:09.391893 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8866d-6ffb-4214-87ec-2e3f4ecbfa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f79b88e-4eed-4055-a4bc-3fe4603a673b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:09.428253 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-60c5d953-a59a-4b97-8b10-bcd0c92f4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:09.429758 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-60c5d953-a59a-4b97-8b10-bcd0c92f4e70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9326ba40-b740-4542-8331-fa90ad4938ad HTTP/1.1" status: 200 len: 843 time: 0.0460722 Mar 08 08:35:09.486837 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-b30fb417-edf7-49de-87d2-05022d859244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:09.488900 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-b30fb417-edf7-49de-87d2-05022d859244 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=947716bb-eac4-4c43-8ce2-e23d62cd15ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0498996 Mar 08 08:35:09.590020 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-a30dfaba-843c-48e2-a1ad-6f23e277daf6 service neutron] 10.222.0.31 "GET /v2.0/networks/947716bb-eac4-4c43-8ce2-e23d62cd15ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931740 Mar 08 08:35:09.698919 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4efa036-b57e-4ceb-954a-74207c635f8e req-0b3bd235-2adf-4eba-a424-710a60af0de0 service neutron] 10.222.0.31 "GET /v2.0/networks/947716bb-eac4-4c43-8ce2-e23d62cd15ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020534 Mar 08 08:35:09.715882 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59628) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:09.838050 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888494d-5e08-429e-8e6c-d767e142295a req-3bb76b07-41df-4bab-a6a2-c2e4df0ca43c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:09.840605 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7888494d-5e08-429e-8e6c-d767e142295a req-3bb76b07-41df-4bab-a6a2-c2e4df0ca43c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0649283 Mar 08 08:35:09.930235 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7888494d-5e08-429e-8e6c-d767e142295a req-8a3eca90-cea9-407f-8d2c-12cd2c1f6742 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815072 Mar 08 08:35:09.940688 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6b4d7-3299-4782-a673-c2d1b3a48ca5 req-9e22dcc8-702f-486e-8ce8-c934c71483be tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:09.942479 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-97e6b4d7-3299-4782-a673-c2d1b3a48ca5 req-9e22dcc8-702f-486e-8ce8-c934c71483be tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 948 time: 0.0864439 Mar 08 08:35:09.992674 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2bec1b65-36bc-4f9c-8cb5-98d6b5c84d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.021867 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-97e6b4d7-3299-4782-a673-c2d1b3a48ca5 req-0a0a64f7-c5f4-47a4-9327-1aa98fe538f5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727420 Mar 08 08:35:10.081076 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2bec1b65-36bc-4f9c-8cb5-98d6b5c84d08 admin admin] Publish callbacks [] for security_group (6478d2b4-1f7d-4de6-99d6-380bea42deb2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.172940 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2bec1b65-36bc-4f9c-8cb5-98d6b5c84d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (6478d2b4-1f7d-4de6-99d6-380bea42deb2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.217853 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59646) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:10.218350 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2bec1b65-36bc-4f9c-8cb5-98d6b5c84d08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=883f744db73f4d18b79a99a7e6dfea9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009573 Mar 08 08:35:10.219186 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec1b65-36bc-4f9c-8cb5-98d6b5c84d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6478d2b4-1f7d-4de6-99d6-380bea42deb2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:10.269519 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b694860-9b1c-476f-aeb3-a6b1a9bb15fe admin admin] Publish callbacks [] for security_group (6478d2b4-1f7d-4de6-99d6-380bea42deb2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.289802 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b694860-9b1c-476f-aeb3-a6b1a9bb15fe admin admin] Publish callbacks [] for security_group (6478d2b4-1f7d-4de6-99d6-380bea42deb2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.322363 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59648) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:10.335805 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d0761006-9974-40a9-815b-5390bc350254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.402970 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b694860-9b1c-476f-aeb3-a6b1a9bb15fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (6478d2b4-1f7d-4de6-99d6-380bea42deb2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.406516 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b694860-9b1c-476f-aeb3-a6b1a9bb15fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.407694 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2b694860-9b1c-476f-aeb3-a6b1a9bb15fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6478d2b4-1f7d-4de6-99d6-380bea42deb2 HTTP/1.1" status: 204 len: 168 time: 0.1873910 Mar 08 08:35:10.418424 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694860-9b1c-476f-aeb3-a6b1a9bb15fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6478d2b4-1f7d-4de6-99d6-380bea42deb2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:10.478613 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d0761006-9974-40a9-815b-5390bc350254 admin admin] Publish callbacks [] for security_group (a83722ed-821d-4040-8f53-59e1497bbbc1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.498766 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59656) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:10.533480 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d0761006-9974-40a9-815b-5390bc350254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a83722ed-821d-4040-8f53-59e1497bbbc1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.582505 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d0761006-9974-40a9-815b-5390bc350254 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c599332a782419aa640906000a7c2a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568929 Mar 08 08:35:10.582505 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0761006-9974-40a9-815b-5390bc350254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83722ed-821d-4040-8f53-59e1497bbbc1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:10.586148 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59662) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:10.634985 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9f10-9b84-4a59-bba1-d480b958298c admin admin] Publish callbacks [] for security_group (a83722ed-821d-4040-8f53-59e1497bbbc1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.659844 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9f10-9b84-4a59-bba1-d480b958298c admin admin] Publish callbacks [] for security_group (a83722ed-821d-4040-8f53-59e1497bbbc1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.767046 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd914a62-4034-4c43-9919-6048e1c1e9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.801231 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9f10-9b84-4a59-bba1-d480b958298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a83722ed-821d-4040-8f53-59e1497bbbc1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.803966 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9f10-9b84-4a59-bba1-d480b958298c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.805112 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6b8b9f10-9b84-4a59-bba1-d480b958298c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a83722ed-821d-4040-8f53-59e1497bbbc1 HTTP/1.1" status: 204 len: 168 time: 0.2208264 Mar 08 08:35:10.823691 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b9f10-9b84-4a59-bba1-d480b958298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83722ed-821d-4040-8f53-59e1497bbbc1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:10.870898 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd914a62-4034-4c43-9919-6048e1c1e9cc admin admin] Publish callbacks [] for security_group (c889de77-6997-47e5-8761-88bb331a520a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.922383 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd914a62-4034-4c43-9919-6048e1c1e9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c889de77-6997-47e5-8761-88bb331a520a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:10.962049 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-cd914a62-4034-4c43-9919-6048e1c1e9cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7b017c01b634d4ab27038695b587853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620032 Mar 08 08:35:10.968181 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd914a62-4034-4c43-9919-6048e1c1e9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c889de77-6997-47e5-8761-88bb331a520a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:10.970383 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59680) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:11.060367 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-18b33eb4-af22-40e1-b73a-d83d609b3da3 admin admin] Publish callbacks [] for security_group (c889de77-6997-47e5-8761-88bb331a520a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:11.094350 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-18b33eb4-af22-40e1-b73a-d83d609b3da3 admin admin] Publish callbacks [] for security_group (c889de77-6997-47e5-8761-88bb331a520a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:11.111778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e170d-1b83-4994-878e-8a2f97aa921c req-8ceca692-b75e-4d05-8310-a2257327913a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:11.113277 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7c0e170d-1b83-4994-878e-8a2f97aa921c req-8ceca692-b75e-4d05-8310-a2257327913a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0980277 Mar 08 08:35:11.214564 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7c0e170d-1b83-4994-878e-8a2f97aa921c req-2f726409-4101-45df-a35a-a015444f41e3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826185 Mar 08 08:35:11.223536 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6ff8-e0e1-47a5-ba36-1429f2873a1d req-b7c3d3a7-6bbf-4065-847e-bd2bc31cacb7 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:11.225231 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea2d6ff8-e0e1-47a5-ba36-1429f2873a1d req-b7c3d3a7-6bbf-4065-847e-bd2bc31cacb7 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 948 time: 0.1091647 Mar 08 08:35:11.275791 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea2d6ff8-e0e1-47a5-ba36-1429f2873a1d req-cba84061-4181-4055-a102-09713a01a6b8 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433428 Mar 08 08:35:11.350306 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-18b33eb4-af22-40e1-b73a-d83d609b3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c889de77-6997-47e5-8761-88bb331a520a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:11.352996 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-18b33eb4-af22-40e1-b73a-d83d609b3da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:11.354238 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-18b33eb4-af22-40e1-b73a-d83d609b3da3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c889de77-6997-47e5-8761-88bb331a520a HTTP/1.1" status: 204 len: 168 time: 0.3824575 Mar 08 08:35:11.362258 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b33eb4-af22-40e1-b73a-d83d609b3da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c889de77-6997-47e5-8761-88bb331a520a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:11.943787 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59728) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:12.063283 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-919235661-network', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:12.162196 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Made reservation on behalf of 8f5b122fc23c4f10a9f6f53e9636e82c for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:12.164527 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.173585 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.243060 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59740) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:12.263451 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Publish callbacks [] for security_group (63af9f66-9055-4f16-822c-ff10b7e6ccc2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.264845 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cc84be0-5f6d-4660-be8b-617410263cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.329888 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59744) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:12.343424 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (63af9f66-9055-4f16-822c-ff10b7e6ccc2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.387489 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:35:12.434656 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-314975714-network', 'tenant_id': 'e1d8c9e84b81426489016bf0802bbe67'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:12.438640 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.438988 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Added segment b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53 of type vlan for network a156426f-6f5c-4d67-a0ad-095c8814c4c1 Mar 08 08:35:12.440950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af9f66-9055-4f16-822c-ff10b7e6ccc2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:12.465706 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cc84be0-5f6d-4660-be8b-617410263cc9 admin admin] Publish callbacks [] for security_group (4a1c409c-1309-49dd-a40d-783f44135c12), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.494660 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b2dc-4de9-4004-826f-5e33218a3413 req-a1dfda9a-b402-4ad6-b384-5aa52aac5db1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:12.502192 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b7b5b2dc-4de9-4004-826f-5e33218a3413 req-a1dfda9a-b402-4ad6-b384-5aa52aac5db1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1976676 Mar 08 08:35:12.511664 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (a156426f-6f5c-4d67-a0ad-095c8814c4c1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.530673 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device ec0eed88-1040-4102-84f4-f0702acd9b5f details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:35:12.540717 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31480cc-8978-47b0-ab18-b3188a096999 req-77e24472-7b0c-4c80-9bbf-aeac5e45adf6 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:12.542229 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a31480cc-8978-47b0-ab18-b3188a096999 req-77e24472-7b0c-4c80-9bbf-aeac5e45adf6 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 948 time: 0.1829305 Mar 08 08:35:12.557902 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Made reservation on behalf of e1d8c9e84b81426489016bf0802bbe67 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:12.560330 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.568740 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.592855 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cc84be0-5f6d-4660-be8b-617410263cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (4a1c409c-1309-49dd-a40d-783f44135c12), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.621684 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b7b5b2dc-4de9-4004-826f-5e33218a3413 req-7bc6e7b9-1f08-4083-957d-9e0305604669 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050484 Mar 08 08:35:12.677646 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6cc84be0-5f6d-4660-be8b-617410263cc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6a5ba2382224f3fa98be968f10e4f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312968 Mar 08 08:35:12.677874 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port ec0eed88-1040-4102-84f4-f0702acd9b5f, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=ec0eed88-1040-4102-84f4-f0702acd9b5f,segment=NetworkSegment(d113a6a4-5316-4f8f-8d19-162d92a1a227),segment_id=d113a6a4-5316-4f8f-8d19-162d92a1a227)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:12.678162 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59750) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:12.685981 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (a156426f-6f5c-4d67-a0ad-095c8814c4c1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.686860 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:12.687511 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.690367 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': 'ec0eed88-1040-4102-84f4-f0702acd9b5f', 'network_id': '947716bb-eac4-4c43-8ce2-e23d62cd15ce', 'port_id': 'ec0eed88-1040-4102-84f4-f0702acd9b5f', 'mac_address': 'fa:16:3e:f8:d4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9326ba40-b740-4542-8331-fa90ad4938ad', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:35:12.696529 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a31480cc-8978-47b0-ab18-b3188a096999 req-d68ab421-3400-4a7a-8ebc-15398976ef19 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485260 Mar 08 08:35:12.700415 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc84be0-5f6d-4660-be8b-617410263cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1c409c-1309-49dd-a40d-783f44135c12,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:12.722403 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Publish callbacks [] for security_group (21575895-1f1d-4f04-8e5e-e6a7fda44ae9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.749264 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port ec0eed88-1040-4102-84f4-f0702acd9b5f is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:12.749667 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.763477 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0eed88-1040-4102-84f4-f0702acd9b5f {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:35:12.764018 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] Pushing event updated for resources: {'Network': ['ID=a156426f-6f5c-4d67-a0ad-095c8814c4c1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:12.766622 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2115e92-a9db-4b0a-9fea-c94f1ead000e admin admin] Publish callbacks [] for security_group (4a1c409c-1309-49dd-a40d-783f44135c12), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.783797 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:35:12.795919 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2115e92-a9db-4b0a-9fea-c94f1ead000e admin admin] Publish callbacks [] for security_group (4a1c409c-1309-49dd-a40d-783f44135c12), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.796917 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port ec0eed88-1040-4102-84f4-f0702acd9b5f, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=ec0eed88-1040-4102-84f4-f0702acd9b5f,segment=NetworkSegment(d113a6a4-5316-4f8f-8d19-162d92a1a227),segment_id=d113a6a4-5316-4f8f-8d19-162d92a1a227)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:12.814292 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (21575895-1f1d-4f04-8e5e-e6a7fda44ae9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.833708 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d7fff786-cc82-41a2-bb5d-6d6b88d095b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8884416 Mar 08 08:35:12.836919 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59754) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:12.842687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Request body: {'subnet': {'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-919235661-subnet', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:12.854637 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:35:12.859921 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21575895-1f1d-4f04-8e5e-e6a7fda44ae9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:12.867270 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (d0fbe833-827f-4f9e-be0d-c57840eeacf5), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.867611 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Added segment d0fbe833-827f-4f9e-be0d-c57840eeacf5 of type vlan for network 91ea2348-720f-4096-92d9-01c90b01bbc8 Mar 08 08:35:12.880159 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.916714 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (91ea2348-720f-4096-92d9-01c90b01bbc8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:12.931093 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=ec0eed88-1040-4102-84f4-f0702acd9b5f,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:12.938990 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.939360 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.940763 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.940763 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.940763 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.940763 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.941111 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.941410 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.941737 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.942097 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.942428 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.942749 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.943072 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:12.962082 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Made reservation on behalf of 8f5b122fc23c4f10a9f6f53e9636e82c for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:12.964495 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5240810'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.005526 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2115e92-a9db-4b0a-9fea-c94f1ead000e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (4a1c409c-1309-49dd-a40d-783f44135c12), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.008292 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2115e92-a9db-4b0a-9fea-c94f1ead000e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.009905 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a2115e92-a9db-4b0a-9fea-c94f1ead000e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a1c409c-1309-49dd-a40d-783f44135c12 HTTP/1.1" status: 204 len: 168 time: 0.3302567 Mar 08 08:35:13.018649 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2115e92-a9db-4b0a-9fea-c94f1ead000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1c409c-1309-49dd-a40d-783f44135c12,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:13.037424 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (91ea2348-720f-4096-92d9-01c90b01bbc8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.039684 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:13.042413 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.111805 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] Pushing event updated for resources: {'Network': ['ID=91ea2348-720f-4096-92d9-01c90b01bbc8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:13.121858 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 91ea2348-720f-4096-92d9-01c90b01bbc8 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:35:13.139790 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3d37087b-7428-40e7-98da-f91cae3c291d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8087265 Mar 08 08:35:13.142678 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59758) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:13.147342 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Request body: {'subnet': {'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-314975714-subnet', 'tenant_id': 'e1d8c9e84b81426489016bf0802bbe67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:13.223158 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7534503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5240820'] for subnet (11c10426-09e0-4145-93e6-e6f247ed5c1e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.242320 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['ec0eed88-1040-4102-84f4-f0702acd9b5f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:35:13.279156 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c10426-09e0-4145-93e6-e6f247ed5c1e,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:13.281678 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Made reservation on behalf of e1d8c9e84b81426489016bf0802bbe67 for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:13.284033 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4886762'] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.291349 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Checking segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:13.291349 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Network hostable DHCP agents. Network: a156426f-6f5c-4d67-a0ad-095c8814c4c1, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:35:13.367731 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:35:13.453228 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, a156426f-6f5c-4d67-a0ad-095c8814c4c1) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:13.458013 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:13.459008 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.462298 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4e47d4-028b-4e31-9046-8f1eda75a185 None None] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:13.528370 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7792327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4886772'] for subnet (a80d1d88-0789-486a-9788-6fb17ae03e37), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.534117 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-22b40149-7908-4982-8cbf-bc3961c307e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6935487 Mar 08 08:35:13.534257 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 59768) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:13.540358 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:13.582133 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:35:13.583185 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.592207 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80d1d88-0789-486a-9788-6fb17ae03e37,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:13.605691 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Checking segment: {'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:13.606089 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Network hostable DHCP agents. Network: 91ea2348-720f-4096-92d9-01c90b01bbc8, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:35:13.718896 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.721456 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.727091 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Allocated IP 172.20.0.2 (a156426f-6f5c-4d67-a0ad-095c8814c4c1/11c10426-09e0-4145-93e6-e6f247ed5c1e/f90dc1b0-40b3-499a-b41e-6de56125f3b9) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:13.763122 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Network 91ea2348-720f-4096-92d9-01c90b01bbc8 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:35:13.824803 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011c248-8c79-4702-bae7-10e0f0e953ca req-cb264d94-530f-4fd6-8ed8-07e27cc94a7a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:13.826181 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2011c248-8c79-4702-bae7-10e0f0e953ca req-cb264d94-530f-4fd6-8ed8-07e27cc94a7a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1304319 Mar 08 08:35:13.827761 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks [] for router_controller (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.841718 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 91ea2348-720f-4096-92d9-01c90b01bbc8) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:13.846481 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:13.851815 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:13.854671 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc358d11-52fd-4906-997b-b0618edcbb43 None None] Network 91ea2348-720f-4096-92d9-01c90b01bbc8 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:13.909586 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2011c248-8c79-4702-bae7-10e0f0e953ca req-8112c0d8-5128-4490-bc1c-6b0190f9b033 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Mar 08 08:35:13.933029 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5a27ad8a-ea4a-4a9b-b869-1e0b64a6c0bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7884359 Mar 08 08:35:13.972103 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e76a2d-c516-4fb5-bc6c-32de6365f236 req-04920f87-0837-429c-83f8-4e97e5e24b56 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:13.983341 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4e76a2d-c516-4fb5-bc6c-32de6365f236 req-04920f87-0837-429c-83f8-4e97e5e24b56 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 949 time: 0.1605215 Mar 08 08:35:14.030095 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Publish callbacks [] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.041309 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7c7fb-d0c5-449a-8d5b-07fcc3682efb None None] Network 91ea2348-720f-4096-92d9-01c90b01bbc8 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:14.114437 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks [] for router_gateway (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.152026 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4e76a2d-c516-4fb5-bc6c-32de6365f236 req-1d2aa17d-039e-46a3-b535-177033e590cf tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317723 Mar 08 08:35:14.160398 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.196856 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:14.202640 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:14.206907 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:14.242460 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Pushing event updated for resources: {'Port': ['ID=f90dc1b0-40b3-499a-b41e-6de56125f3b9,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:14.280498 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Attempting to bind port f90dc1b0-40b3-499a-b41e-6de56125f3b9 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:14.280877 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Attempting to bind port f90dc1b0-40b3-499a-b41e-6de56125f3b9 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:14.281247 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Attempting to bind port f90dc1b0-40b3-499a-b41e-6de56125f3b9 on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:14.288866 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:14.289245 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Checking segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:14.289653 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.290390 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Bound using segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:14.290870 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Bound port: f90dc1b0-40b3-499a-b41e-6de56125f3b9, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:14.291284 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.387956 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] For port f90dc1b0-40b3-499a-b41e-6de56125f3b9, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:14.391618 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] For port f90dc1b0-40b3-499a-b41e-6de56125f3b9, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f90dc1b0-40b3-499a-b41e-6de56125f3b9,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:14.461118 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks [] for router_gateway (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.464957 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.487414 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.516229 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76cd88-b892-4a22-af31-167ac76296c3 None None] Pushing event updated for resources: {'Port': ['ID=f90dc1b0-40b3-499a-b41e-6de56125f3b9,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:14.541619 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device ec0eed88-1040-4102-84f4-f0702acd9b5f up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:14.617390 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Allocated IP 172.27.2.99 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/fcbf0dd9-e916-44e5-bb9a-6c84d308071c) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:14.693716 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port ec0eed88-1040-4102-84f4-f0702acd9b5f completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:35:14.700425 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port ec0eed88-1040-4102-84f4-f0702acd9b5f triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:14.701015 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.745232 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks [] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.800554 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-427135ca-b83d-4224-ac07-7b55f1cf3960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.823470 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port ec0eed88-1040-4102-84f4-f0702acd9b5f is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:14.824159 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.854936 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dfa4ea-107c-4333-b76d-e1adba0710cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0eed88-1040-4102-84f4-f0702acd9b5f'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:14.857236 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d8e4a9-a44e-4a88-be6f-61dda9f608cb" -d '{"events": [{"server_uuid": "39dfa4ea-107c-4333-b76d-e1adba0710cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec0eed88-1040-4102-84f4-f0702acd9b5f"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:14.870862 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port ec0eed88-1040-4102-84f4-f0702acd9b5f, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=ec0eed88-1040-4102-84f4-f0702acd9b5f,segment=NetworkSegment(d113a6a4-5316-4f8f-8d19-162d92a1a227),segment_id=d113a6a4-5316-4f8f-8d19-162d92a1a227)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:14.885320 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.901835 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ab578-4b74-4a04-b2f6-d3b4e08a6d07 x-openstack-request-id: req-8e2ab578-4b74-4a04-b2f6-d3b4e08a6d07 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:14.902791 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dfa4ea-107c-4333-b76d-e1adba0710cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec0eed88-1040-4102-84f4-f0702acd9b5f", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:14.905502 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e2ab578-4b74-4a04-b2f6-d3b4e08a6d07 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:14.906081 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dfa4ea-107c-4333-b76d-e1adba0710cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0eed88-1040-4102-84f4-f0702acd9b5f', 'code': 200} Mar 08 08:35:14.949603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:14.952535 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:14.955380 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:14.956303 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:15.003659 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbf0dd9-e916-44e5-bb9a-6c84d308071c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:15.013410 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=ec0eed88-1040-4102-84f4-f0702acd9b5f,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:15.166256 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e0e5c-98ba-4c2f-b4b7-3ee203c87681 req-c8862a9d-42f9-4193-a69b-2386be043479 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:15.168289 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f24e0e5c-98ba-4c2f-b4b7-3ee203c87681 req-c8862a9d-42f9-4193-a69b-2386be043479 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1274111 Mar 08 08:35:15.224632 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f24e0e5c-98ba-4c2f-b4b7-3ee203c87681 req-4b5ba4e7-69b8-43cd-8d9e-721bc9fc3b4b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465698 Mar 08 08:35:15.587145 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d588d-40f1-4623-9b7b-84b3f3c62f9b req-c754e821-8834-4307-99d2-aa8883aea239 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:15.588060 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b9d588d-40f1-4623-9b7b-84b3f3c62f9b req-c754e821-8834-4307-99d2-aa8883aea239 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.3601947 Mar 08 08:35:15.597871 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d5b0f-3e4f-4233-b7d3-49059a40b15c None None] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:15.673999 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks [] for router_gateway (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:15.679521 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b9d588d-40f1-4623-9b7b-84b3f3c62f9b req-8871477b-88f1-4b97-97b0-678f1cb08ac5 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607119 Mar 08 08:35:15.802390 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-62a1a8f2-684d-4e97-bc3a-51d5c10bab6b None None] Provisioning complete for port f90dc1b0-40b3-499a-b41e-6de56125f3b9 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:15.803034 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-62a1a8f2-684d-4e97-bc3a-51d5c10bab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:15.890028 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:15.935485 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-62a1a8f2-684d-4e97-bc3a-51d5c10bab6b None None] Current status of the port f90dc1b0-40b3-499a-b41e-6de56125f3b9 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:15.935887 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-62a1a8f2-684d-4e97-bc3a-51d5c10bab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:15.989910 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-62a1a8f2-684d-4e97-bc3a-51d5c10bab6b None None] For port f90dc1b0-40b3-499a-b41e-6de56125f3b9, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f90dc1b0-40b3-499a-b41e-6de56125f3b9,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:16.044614 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f90dc1b0-40b3-499a-b41e-6de56125f3b9 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:16.067517 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-62a1a8f2-684d-4e97-bc3a-51d5c10bab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:16.138006 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a8f2-684d-4e97-bc3a-51d5c10bab6b None None] Pushing event updated for resources: {'Port': ['ID=f90dc1b0-40b3-499a-b41e-6de56125f3b9,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:16.144448 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port f90dc1b0-40b3-499a-b41e-6de56125f3b9 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:16.144824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:16.154083 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:35:16.203986 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-542bff5b-67bd-46b8-b403-cbc3e5221e26 None None] Provisioning complete for port f90dc1b0-40b3-499a-b41e-6de56125f3b9 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:16.204315 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-542bff5b-67bd-46b8-b403-cbc3e5221e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:16.286421 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port f90dc1b0-40b3-499a-b41e-6de56125f3b9 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:16.287423 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:35:16.300891 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:35:16.313697 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:16.315007 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:34:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:16.341163 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-542bff5b-67bd-46b8-b403-cbc3e5221e26 None None] Current status of the port f90dc1b0-40b3-499a-b41e-6de56125f3b9 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:16.362965 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:16.364218 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-db1f28e5-99b4-4e86-8590-98c31cb7e5e1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8288291 Mar 08 08:35:16.367359 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59840) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:16.373130 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fbbbe-318d-4afa-b2b3-f022299515f3 req-79e85279-3008-4c8e-858e-501a8b462912 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:16.374679 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-527fbbbe-318d-4afa-b2b3-f022299515f3 req-79e85279-3008-4c8e-858e-501a8b462912 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0675182 Mar 08 08:35:16.424873 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-527fbbbe-318d-4afa-b2b3-f022299515f3 req-a79a1a10-6e33-49ed-9127-ee1a22b38411 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Mar 08 08:35:16.444444 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:16.639197 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:15Z', 'revision_number': 3, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:16.672005 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:35:16.672790 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Updating router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 port fcbf0dd9-e916-44e5-bb9a-6c84d308071c binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:35:16.701172 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:16.813313 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f3ad9-dec2-4930-82be-ba9b0be3dfce req-7423488e-fa99-4862-a602-107bfdf2007b tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:16.814771 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-490f3ad9-dec2-4930-82be-ba9b0be3dfce req-7423488e-fa99-4862-a602-107bfdf2007b tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.0529268 Mar 08 08:35:16.825455 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:16.865311 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-490f3ad9-dec2-4930-82be-ba9b0be3dfce req-e89cf73a-87ea-4ae2-a41e-0368fd04ca93 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Mar 08 08:35:16.975620 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Allocated IP 172.20.0.1 (a156426f-6f5c-4d67-a0ad-095c8814c4c1/11c10426-09e0-4145-93e6-e6f247ed5c1e/45c75650-8933-458a-b7a3-353614f77870) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:17.055362 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Publish callbacks [] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.087716 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-da1d55f2-1a4f-4c11-bbe4-5cc41ec1f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.127624 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.180321 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Attempting to bind port fcbf0dd9-e916-44e5-bb9a-6c84d308071c on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:17.180695 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Attempting to bind port fcbf0dd9-e916-44e5-bb9a-6c84d308071c by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:17.181060 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Attempting to bind port fcbf0dd9-e916-44e5-bb9a-6c84d308071c on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:17.188575 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Pushing event updated for resources: {'Port': ['ID=fcbf0dd9-e916-44e5-bb9a-6c84d308071c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:17.190784 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:17.191155 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:17.191555 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.191946 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:17.192416 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Bound port: fcbf0dd9-e916-44e5-bb9a-6c84d308071c, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:17.192786 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.217003 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.217383 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.219215 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.219215 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.219215 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.219215 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.219215 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.219827 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.219827 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.220049 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.220368 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.220683 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.220998 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:17.258946 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] For port fcbf0dd9-e916-44e5-bb9a-6c84d308071c, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:17.262618 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] For port fcbf0dd9-e916-44e5-bb9a-6c84d308071c, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=fcbf0dd9-e916-44e5-bb9a-6c84d308071c,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:17.343762 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.383923 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Publish callbacks [] for port (45c75650-8933-458a-b7a3-353614f77870), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.405711 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:17.406382 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:17.443339 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4015d8f-24f7-4c84-be6d-a2e93db63094 None None] Pushing event updated for resources: {'Port': ['ID=fcbf0dd9-e916-44e5-bb9a-6c84d308071c,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:17.522201 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:17.522894 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (45c75650-8933-458a-b7a3-353614f77870), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.557226 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:17.557518 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c300eec-3a1d-4436-8977-039d33de20fb req-a6754081-42b5-46c5-9ad1-714d6921dcc4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:17.559613 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4c300eec-3a1d-4436-8977-039d33de20fb req-a6754081-42b5-46c5-9ad1-714d6921dcc4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0559058 Mar 08 08:35:17.563179 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:17.567574 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:17.645868 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Pushing event updated for resources: {'Port': ['ID=45c75650-8933-458a-b7a3-353614f77870,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:17.672981 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.714307 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4c300eec-3a1d-4436-8977-039d33de20fb req-050c4325-cea6-47a1-b53a-cb64cca9672d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486034 Mar 08 08:35:17.761336 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af7e67-7afa-46d1-a9e5-79d70071e5b7 req-8920a944-becd-4017-8e8e-ef5926c78ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:17.762874 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-04af7e67-7afa-46d1-a9e5-79d70071e5b7 req-8920a944-becd-4017-8e8e-ef5926c78ee8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 1134 time: 0.1217306 Mar 08 08:35:17.770211 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:15Z', 'revision_number': 3, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:17.804395 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96754c-c51b-4271-bdbe-8bad54fa4cfb None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:15Z', 'revision_number': 3, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:35:17.828398 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-04af7e67-7afa-46d1-a9e5-79d70071e5b7 req-8c270c9b-9f83-4c55-b3a4-26840e81089f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583498 Mar 08 08:35:17.885940 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ab6316aa-a141-41f6-8e0f-dc70e024116f None None] Provisioning complete for port 45c75650-8933-458a-b7a3-353614f77870 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:17.886585 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ab6316aa-a141-41f6-8e0f-dc70e024116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (45c75650-8933-458a-b7a3-353614f77870), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:17.903683 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (45c75650-8933-458a-b7a3-353614f77870), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:18.006118 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f90dc1b0-40b3-499a-b41e-6de56125f3b9 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:18.008355 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ab6316aa-a141-41f6-8e0f-dc70e024116f None None] Port 45c75650-8933-458a-b7a3-353614f77870 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:18.043671 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce015342-e039-4730-b443-b8b09f131f1b req-7a57c0a5-dbe1-43d6-9949-9d0efbb8f573 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:18.052467 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce015342-e039-4730-b443-b8b09f131f1b req-7a57c0a5-dbe1-43d6-9949-9d0efbb8f573 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.0833027 Mar 08 08:35:18.061910 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port f90dc1b0-40b3-499a-b41e-6de56125f3b9 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:18.063487 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:18.108498 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Publish callbacks [] for port (45c75650-8933-458a-b7a3-353614f77870), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:18.108858 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce015342-e039-4730-b443-b8b09f131f1b req-c01f4522-fe89-4c0b-a317-a83592901cde tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555227 Mar 08 08:35:18.177723 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port f90dc1b0-40b3-499a-b41e-6de56125f3b9 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:18.228431 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:18.259294 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (45c75650-8933-458a-b7a3-353614f77870), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:18.325393 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Pushing event updated for resources: {'Port': ['ID=45c75650-8933-458a-b7a3-353614f77870,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:18.333874 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:18.434099 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:18.435563 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:18.618514 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:35:18.742491 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-c34c3e59-ea8c-4e99-9aeb-5f503b9c5939 None None] Provisioning complete for port 45c75650-8933-458a-b7a3-353614f77870 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:18.743254 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e59-ea8c-4e99-9aeb-5f503b9c5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (45c75650-8933-458a-b7a3-353614f77870), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:18.776357 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:35:18.797508 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-252afbf9-b893-4c20-bf7e-215ba9c283b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/37ae3e29-6433-4b5c-a5cb-c0224dd2b582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4140811 Mar 08 08:35:18.798415 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-812b117c-3bf9-4ca6-9a4d-86c1b0a7eb1f tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:18.802985 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-812b117c-3bf9-4ca6-9a4d-86c1b0a7eb1f tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/networks?id=91ea2348-720f-4096-92d9-01c90b01bbc8 HTTP/1.1" status: 200 len: 808 time: 0.2266033 Mar 08 08:35:18.821873 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-03de41d5-56d4-47e6-b77e-9b3d71ecd3ee tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/quotas/e1d8c9e84b81426489016bf0802bbe67 HTTP/1.1" status: 200 len: 375 time: 0.0179303 Mar 08 08:35:18.825313 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-c34c3e59-ea8c-4e99-9aeb-5f503b9c5939 None None] Port 45c75650-8933-458a-b7a3-353614f77870 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:18.876047 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-b1ad7c4f-96b6-4953-aa25-2dfbe81bdb62 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1d8c9e84b81426489016bf0802bbe67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532842 Mar 08 08:35:19.012889 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02ab76-71af-4065-8823-abef27898631 req-998012e4-4955-415e-8652-0f95515774c2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:19.014428 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2d02ab76-71af-4065-8823-abef27898631 req-998012e4-4955-415e-8652-0f95515774c2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1662114 Mar 08 08:35:19.056807 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4198637f-7efb-4390-98cf-95a8fd4d0bfb service neutron] 10.222.0.21 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537447 Mar 08 08:35:19.102102 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2d02ab76-71af-4065-8823-abef27898631 req-81d301dd-0444-41ba-9fbb-5a2e4646f67a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816040 Mar 08 08:35:19.176651 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-2d4c7681-8f6b-4110-8d69-7942011bc5ec service neutron] 10.222.0.21 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115291 Mar 08 08:35:19.257797 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf5cc8-ee40-4f36-b6b6-f4aca95f64c3 req-3058c977-5368-469f-be66-a0e22566aad3 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:19.259659 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c0bf5cc8-ee40-4f36-b6b6-f4aca95f64c3 req-3058c977-5368-469f-be66-a0e22566aad3 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.0621934 Mar 08 08:35:19.306704 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c0bf5cc8-ee40-4f36-b6b6-f4aca95f64c3 req-a8003880-3124-41a7-bcab-ddb32c9252d3 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Mar 08 08:35:19.515185 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:19.545564 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d24cb049-eba0-47d6-8c83-088e5aa4f455 req-d988ee1b-a2ad-4f4a-a8d0-62892f09a97e tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 210 time: 0.0288908 Mar 08 08:35:19.705670 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:35:19.715715 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:19.716519 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:19.770645 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59924) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:19.775513 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1599165677-network', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:19.825901 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:19.862760 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Made reservation on behalf of dbc7ae84747f41779e68dcc4eb240aae for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:19.865816 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:19.875689 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:19.986693 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Publish callbacks [] for security_group (7710b097-e3ac-487a-bc71-dd773f09353c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.057669 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device fcbf0dd9-e916-44e5-bb9a-6c84d308071c up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:20.064693 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (7710b097-e3ac-487a-bc71-dd773f09353c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.090712 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:35:20.100359 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7710b097-e3ac-487a-bc71-dd773f09353c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:20.105365 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (abbab4e1-d9c8-4199-b31c-66af01e8a08a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.105515 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Added segment abbab4e1-d9c8-4199-b31c-66af01e8a08a of type vlan for network 1a03c88b-3480-4741-955f-7b21637db3b1 Mar 08 08:35:20.126091 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 2, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:20.129259 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port fcbf0dd9-e916-44e5-bb9a-6c84d308071c triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:20.129632 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.147288 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (1a03c88b-3480-4741-955f-7b21637db3b1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.157475 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:35:20.157825 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Updating router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 port 45c75650-8933-458a-b7a3-353614f77870 binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:35:20.217139 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (45c75650-8933-458a-b7a3-353614f77870), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.256559 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f5d8-bec3-4383-a524-ab05d1ddafb4 req-870aa8c3-ac20-4c56-90d5-e9048016a439 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:20.258160 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1cf7f5d8-bec3-4383-a524-ab05d1ddafb4 req-870aa8c3-ac20-4c56-90d5-e9048016a439 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0643559 Mar 08 08:35:20.282305 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (1a03c88b-3480-4741-955f-7b21637db3b1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.283474 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:20.284237 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.308831 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1cf7f5d8-bec3-4383-a524-ab05d1ddafb4 req-3ca10d43-8c89-4ca2-a710-d08f9f79c157 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Mar 08 08:35:20.353481 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] Pushing event updated for resources: {'Network': ['ID=1a03c88b-3480-4741-955f-7b21637db3b1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:20.374451 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 1a03c88b-3480-4741-955f-7b21637db3b1 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:35:20.390035 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bd12d980-af14-4fd4-9774-39428333acef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6166272 Mar 08 08:35:20.391704 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59942) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:20.396602 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Request body: {'subnet': {'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1599165677-subnet', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:20.398781 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port fcbf0dd9-e916-44e5-bb9a-6c84d308071c is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:20.399204 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.446181 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6add8-ebeb-442c-ac14-41a3b11d8479 req-7ea850d3-c2ac-4838-acbd-79981bceaff2 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:20.448121 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f6f6add8-ebeb-442c-ac14-41a3b11d8479 req-7ea850d3-c2ac-4838-acbd-79981bceaff2 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.0559962 Mar 08 08:35:20.458189 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port fcbf0dd9-e916-44e5-bb9a-6c84d308071c, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=fcbf0dd9-e916-44e5-bb9a-6c84d308071c,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:20.474507 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Made reservation on behalf of dbc7ae84747f41779e68dcc4eb240aae for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:20.476894 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4886762'] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.500555 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f6f6add8-ebeb-442c-ac14-41a3b11d8479 req-1cd3e4ce-3ecf-443d-abb7-42fd52dfbb28 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467222 Mar 08 08:35:20.598044 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.659290 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e1030f95-8b31-4a88-86d9-7a9936880bd1 req-cf2a81d7-fcc7-4b81-aa77-c309d38340b7 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 210 time: 0.0445805 Mar 08 08:35:20.691669 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=fcbf0dd9-e916-44e5-bb9a-6c84d308071c,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:20.698578 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Publish callbacks [] for port (45c75650-8933-458a-b7a3-353614f77870), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.788737 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7792327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4886772'] for subnet (8b78ffbd-b986-4775-a14c-efe975caa725), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.817118 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (45c75650-8933-458a-b7a3-353614f77870), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.845157 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b78ffbd-b986-4775-a14c-efe975caa725,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:20.854167 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Checking segment: {'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:20.854612 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Network hostable DHCP agents. Network: 1a03c88b-3480-4741-955f-7b21637db3b1, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:35:20.875877 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282b0ec-7e47-4828-9444-90e777ee8d4a None None] Pushing event updated for resources: {'Port': ['ID=45c75650-8933-458a-b7a3-353614f77870,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:20.926181 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Network 1a03c88b-3480-4741-955f-7b21637db3b1 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:35:20.942307 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Attempting to bind port 45c75650-8933-458a-b7a3-353614f77870 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:20.942625 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Attempting to bind port 45c75650-8933-458a-b7a3-353614f77870 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:20.942997 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Attempting to bind port 45c75650-8933-458a-b7a3-353614f77870 on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:20.948851 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:20.949232 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Checking segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:20.949641 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:20.950066 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Bound using segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:20.950546 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Bound port: 45c75650-8933-458a-b7a3-353614f77870, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:20.950927 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (45c75650-8933-458a-b7a3-353614f77870), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.019051 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 1a03c88b-3480-4741-955f-7b21637db3b1) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:21.020575 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.023289 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:21.024187 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.025128 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] For port 45c75650-8933-458a-b7a3-353614f77870, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:21.029301 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] For port 45c75650-8933-458a-b7a3-353614f77870, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=45c75650-8933-458a-b7a3-353614f77870,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:21.032836 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021eef91-bb76-4a47-9482-d6a1bab9b732 None None] Network 1a03c88b-3480-4741-955f-7b21637db3b1 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:21.108346 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (45c75650-8933-458a-b7a3-353614f77870), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.111011 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df085f-c208-4025-baf5-35cadb8f25ce req-af073592-2818-46b7-8392-6b2b8ae53f4d tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:21.112493 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76df085f-c208-4025-baf5-35cadb8f25ce req-af073592-2818-46b7-8392-6b2b8ae53f4d tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.0556204 Mar 08 08:35:21.118640 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-78a86ef8-58f5-46df-b746-597b35b2020c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7256827 Mar 08 08:35:21.122058 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 59954) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:21.126248 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:21.162066 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76df085f-c208-4025-baf5-35cadb8f25ce req-f8a2f3d5-5152-41d1-b616-a3c3f90f3d6e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Mar 08 08:35:21.181262 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-1a03c88b-3480-4741-955f-7b21637db3b1', 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1', 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'fixed_ips': [{'subnet_id': '8b78ffbd-b986-4775-a14c-efe975caa725'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:35:21.183172 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.202683 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (df726329-638b-4adc-83ab-21be0c420d41), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.204011 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (df726329-638b-4adc-83ab-21be0c420d41), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.215620 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:21.218112 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:21.258188 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-c21179dd-7184-45b0-8fd0-a22d10dc0956 None None] Provisioning complete for port 45c75650-8933-458a-b7a3-353614f77870 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:21.258469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c21179dd-7184-45b0-8fd0-a22d10dc0956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (45c75650-8933-458a-b7a3-353614f77870), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.263276 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks [] for router_controller (df726329-638b-4adc-83ab-21be0c420d41), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.264446 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282b0ec-7e47-4828-9444-90e777ee8d4a None None] Pushing event updated for resources: {'Port': ['ID=45c75650-8933-458a-b7a3-353614f77870,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:21.454780 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06407e61-60d4-4281-9181-63f09b647851 req-d9546c74-a6a8-42bf-8f68-f2a811281ce3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:21.456244 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-06407e61-60d4-4281-9181-63f09b647851 req-d9546c74-a6a8-42bf-8f68-f2a811281ce3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0644953 Mar 08 08:35:21.482119 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks [] for router_gateway (df726329-638b-4adc-83ab-21be0c420d41), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.505636 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-06407e61-60d4-4281-9181-63f09b647851 req-e0dd7e39-4243-4e3d-902d-3dee3e44c5e2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Mar 08 08:35:21.621598 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:21.664087 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Allocated IP 172.20.0.2 (1a03c88b-3480-4741-955f-7b21637db3b1/8b78ffbd-b986-4775-a14c-efe975caa725/55695029-ba14-449e-b0a1-d8d471f1be45) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:21.701927 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-c21179dd-7184-45b0-8fd0-a22d10dc0956 None None] Current status of the port 45c75650-8933-458a-b7a3-353614f77870 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:21.702362 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c21179dd-7184-45b0-8fd0-a22d10dc0956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (45c75650-8933-458a-b7a3-353614f77870), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.768626 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks [] for router_gateway (df726329-638b-4adc-83ab-21be0c420d41), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.769083 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0ba4752-608a-4069-83e8-e4aa371f6b2a req-8908f46f-3d9b-4255-b140-9f5c8c95453b tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 210 time: 0.0408299 Mar 08 08:35:21.789249 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:21.865060 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-c21179dd-7184-45b0-8fd0-a22d10dc0956 None None] For port 45c75650-8933-458a-b7a3-353614f77870, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=45c75650-8933-458a-b7a3-353614f77870,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:21.894545 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Allocated IP 172.27.2.66 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/805c8ad7-3adb-4702-8bfb-772997435dfe) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:21.960484 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c21179dd-7184-45b0-8fd0-a22d10dc0956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (45c75650-8933-458a-b7a3-353614f77870), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.022296 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device fcbf0dd9-e916-44e5-bb9a-6c84d308071c up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:22.027130 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Publish callbacks [] for port (55695029-ba14-449e-b0a1-d8d471f1be45), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.028059 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks [] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.075084 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21179dd-7184-45b0-8fd0-a22d10dc0956 None None] Pushing event updated for resources: {'Port': ['ID=45c75650-8933-458a-b7a3-353614f77870,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:22.110769 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-5a2d2169-9749-44e1-8710-8a5bbfc7e921 None None] Provisioning complete for port 45c75650-8933-458a-b7a3-353614f77870 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:22.111150 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5a2d2169-9749-44e1-8710-8a5bbfc7e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (45c75650-8933-458a-b7a3-353614f77870), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.116218 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:22.162834 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.174332 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.176331 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f921bb3-4bf1-4c89-83be-5aa40398a435 None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:35:22.177835 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port fcbf0dd9-e916-44e5-bb9a-6c84d308071c triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:22.178235 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.249627 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:22.262022 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:22.266066 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:22.281425 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Network 1a03c88b-3480-4741-955f-7b21637db3b1 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:22.290275 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:22.298690 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:22.302545 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Pushing event updated for resources: {'Port': ['ID=55695029-ba14-449e-b0a1-d8d471f1be45,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:22.323851 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a146-e465-4279-91c0-49c5ffaf69f7 req-f3a5237f-b608-4e3a-96d8-71c09e86c5eb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:22.325535 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bee4a146-e465-4279-91c0-49c5ffaf69f7 req-f3a5237f-b608-4e3a-96d8-71c09e86c5eb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0748119 Mar 08 08:35:22.330980 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Pushing event updated for resources: {'Port': ['ID=805c8ad7-3adb-4702-8bfb-772997435dfe,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:22.438445 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Attempting to bind port 55695029-ba14-449e-b0a1-d8d471f1be45 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:22.438770 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Attempting to bind port 55695029-ba14-449e-b0a1-d8d471f1be45 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:22.439083 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Attempting to bind port 55695029-ba14-449e-b0a1-d8d471f1be45 on network 1a03c88b-3480-4741-955f-7b21637db3b1 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:22.442664 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d2169-9749-44e1-8710-8a5bbfc7e921 None None] Current status of the port 45c75650-8933-458a-b7a3-353614f77870 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:22.452090 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:22.452486 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Checking segment: {'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:22.452900 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.453313 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Bound using segment: {'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:22.453793 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Bound port: 55695029-ba14-449e-b0a1-d8d471f1be45, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:22.454209 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.456255 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bee4a146-e465-4279-91c0-49c5ffaf69f7 req-8c60961e-5c69-4505-8959-c8ba078dcd50 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087472 Mar 08 08:35:22.457167 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port fcbf0dd9-e916-44e5-bb9a-6c84d308071c is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:22.485645 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897795d1-ff3b-4b33-8d5e-be05a00c75a4 req-478fafad-b1d6-4405-8cd6-8480b4b33fc3 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:22.488813 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-897795d1-ff3b-4b33-8d5e-be05a00c75a4 req-478fafad-b1d6-4405-8cd6-8480b4b33fc3 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.1771970 Mar 08 08:35:22.545201 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] For port 55695029-ba14-449e-b0a1-d8d471f1be45, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:22.548787 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] For port 55695029-ba14-449e-b0a1-d8d471f1be45, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=55695029-ba14-449e-b0a1-d8d471f1be45,segment=NetworkSegment(abbab4e1-d9c8-4199-b31c-66af01e8a08a),segment_id=abbab4e1-d9c8-4199-b31c-66af01e8a08a)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:22.562574 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-897795d1-ff3b-4b33-8d5e-be05a00c75a4 req-6a7b2123-76dd-4a55-a23f-1644ef5b8c95 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630229 Mar 08 08:35:22.651662 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e144b53-fbb7-4b9b-a659-da1e94f50eae req-8bc4f5e5-893d-4dcb-8d47-1aa5d311e8fc tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:22.653200 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7e144b53-fbb7-4b9b-a659-da1e94f50eae req-8bc4f5e5-893d-4dcb-8d47-1aa5d311e8fc tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0654216 Mar 08 08:35:22.688198 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.725616 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7e144b53-fbb7-4b9b-a659-da1e94f50eae req-e0ad645b-7c9e-4e68-931a-bb4bb4d42a19 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663054 Mar 08 08:35:22.756312 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eaa83-149f-4945-bf5c-3a88a8f83429 None None] Pushing event updated for resources: {'Port': ['ID=55695029-ba14-449e-b0a1-d8d471f1be45,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:22.813043 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks [] for router_gateway (df726329-638b-4adc-83ab-21be0c420d41), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:22.912930 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-89c3e30c-61f0-469b-8032-2a223d87d7ae req-9fd6cd73-0743-4130-8734-1cc7d21ec267 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 210 time: 0.0652192 Mar 08 08:35:23.071117 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (df726329-638b-4adc-83ab-21be0c420d41), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:23.321627 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Router df726329-638b-4adc-83ab-21be0c420d41 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:35:23.651587 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdbb45-9b19-4713-b4e2-7f0087b40d83 req-0804daa6-54e2-46b3-916b-dbd55df1df91 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:23.671524 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ffdbb45-9b19-4713-b4e2-7f0087b40d83 req-0804daa6-54e2-46b3-916b-dbd55df1df91 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1271656 Mar 08 08:35:23.727082 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:35:23.739117 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Sync routers for ids ['df726329-638b-4adc-83ab-21be0c420d41'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:35:23.752454 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Routers {'df726329-638b-4adc-83ab-21be0c420d41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:23.753982 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['df726329-638b-4adc-83ab-21be0c420d41'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:23.790073 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ffdbb45-9b19-4713-b4e2-7f0087b40d83 req-9969f5fe-9f8c-411c-9ab1-a62a7b815f46 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138473 Mar 08 08:35:23.808137 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa182fd-62c3-4c3a-b1f7-0b38f2342218 req-8c5ff2d8-535a-4b3f-ac21-b3513f305f95 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:23.816762 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-efa182fd-62c3-4c3a-b1f7-0b38f2342218 req-8c5ff2d8-535a-4b3f-ac21-b3513f305f95 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.1280417 Mar 08 08:35:23.891175 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Set router df726329-638b-4adc-83ab-21be0c420d41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:23.902396 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-efa182fd-62c3-4c3a-b1f7-0b38f2342218 req-20dbaf5d-c89e-4466-82a5-727471a7c21e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847239 Mar 08 08:35:23.911267 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:23.911267 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3c6fc774-c35c-405a-9306-97903f1a89df admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7855992 Mar 08 08:35:23.911809 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60006) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:24.079555 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058e67a-4374-4240-9b94-c69cf9674591 None None] Network 1a03c88b-3480-4741-955f-7b21637db3b1 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:24.083399 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48a1d-12e4-4e21-ab9a-23ada9efaa4e req-ce580918-7e9c-494d-b80e-d6cde2b979d4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:24.091580 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12c48a1d-12e4-4e21-ab9a-23ada9efaa4e req-ce580918-7e9c-494d-b80e-d6cde2b979d4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2377443 Mar 08 08:35:24.204909 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:22Z', 'revision_number': 3, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:24.243557 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Checking router: df726329-638b-4adc-83ab-21be0c420d41 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:35:24.247338 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Updating router df726329-638b-4adc-83ab-21be0c420d41 port 805c8ad7-3adb-4702-8bfb-772997435dfe binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:35:24.308099 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60018) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:24.324661 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 45c75650-8933-458a-b7a3-353614f77870 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:24.326712 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.328371 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3db2d133-af19-43d1-80ab-fb321be316d4 req-f5a4b5c2-8e08-4663-8491-d2a25403ab3c tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 210 time: 0.0754862 Mar 08 08:35:24.377322 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12c48a1d-12e4-4e21-ab9a-23ada9efaa4e req-7b86a3e3-9065-4eb9-9183-756937f6050b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799218 Mar 08 08:35:24.414738 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-7cda212d-55fe-45ec-866b-9fb3a1cf5c89 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:24.422842 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-7cda212d-55fe-45ec-866b-9fb3a1cf5c89 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.31 "GET /v2.0/networks?id=91ea2348-720f-4096-92d9-01c90b01bbc8 HTTP/1.1" status: 200 len: 808 time: 0.4656923 Mar 08 08:35:24.435258 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Request body: {'port': {'device_id': '2199708e-f9be-4168-9334-245ac16fd3a7', 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8', 'admin_state_up': True, 'tenant_id': 'e1d8c9e84b81426489016bf0802bbe67'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:24.562089 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa49e38-f863-4f35-b939-27b536d00d3a req-9a8c9941-cfe2-41ae-a44a-0b73cfc7d919 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:24.564259 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-baa49e38-f863-4f35-b939-27b536d00d3a req-9a8c9941-cfe2-41ae-a44a-0b73cfc7d919 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.31 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.1804001 Mar 08 08:35:24.574061 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-5b37312c-d738-4098-94d1-169e730a3be1 None None] Provisioning complete for port 55695029-ba14-449e-b0a1-d8d471f1be45 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:24.576692 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5b37312c-d738-4098-94d1-169e730a3be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.667506 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 45c75650-8933-458a-b7a3-353614f77870 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:24.668259 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (45c75650-8933-458a-b7a3-353614f77870), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.749049 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Made reservation on behalf of e1d8c9e84b81426489016bf0802bbe67 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:24.754997 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.788872 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Publish callbacks [] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.801326 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-02295f0c-042c-4fa2-be37-412bdfac5517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.855638 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 45c75650-8933-458a-b7a3-353614f77870 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:24.856883 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 55695029-ba14-449e-b0a1-d8d471f1be45 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:24.912548 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-5b37312c-d738-4098-94d1-169e730a3be1 None None] Current status of the port 55695029-ba14-449e-b0a1-d8d471f1be45 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:24.913174 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5b37312c-d738-4098-94d1-169e730a3be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.914882 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.961675 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-5b37312c-d738-4098-94d1-169e730a3be1 None None] For port 55695029-ba14-449e-b0a1-d8d471f1be45, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=55695029-ba14-449e-b0a1-d8d471f1be45,segment=NetworkSegment(abbab4e1-d9c8-4199-b31c-66af01e8a08a),segment_id=abbab4e1-d9c8-4199-b31c-66af01e8a08a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:24.972190 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Deleting port ec0eed88-1040-4102-84f4-f0702acd9b5f {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:35:24.972738 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:24.974831 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 55695029-ba14-449e-b0a1-d8d471f1be45 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:24.975582 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.019627 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Attempting to bind port 805c8ad7-3adb-4702-8bfb-772997435dfe on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:25.020000 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Attempting to bind port 805c8ad7-3adb-4702-8bfb-772997435dfe by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:25.020362 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Attempting to bind port 805c8ad7-3adb-4702-8bfb-772997435dfe on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:25.043937 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5b37312c-d738-4098-94d1-169e730a3be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.076885 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b64dd2-4f6e-44ca-9eac-ec13d7e32a30 None None] Pushing event updated for resources: {'Port': ['ID=805c8ad7-3adb-4702-8bfb-772997435dfe,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:25.102860 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] For port ec0eed88-1040-4102-84f4-f0702acd9b5f, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=ec0eed88-1040-4102-84f4-f0702acd9b5f,segment=NetworkSegment(d113a6a4-5316-4f8f-8d19-162d92a1a227),segment_id=d113a6a4-5316-4f8f-8d19-162d92a1a227)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:25.103240 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.104886 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:25.105604 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:25.111212 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.113356 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Allocated IP 172.20.0.13 (91ea2348-720f-4096-92d9-01c90b01bbc8/a80d1d88-0789-486a-9788-6fb17ae03e37/6931c5fb-1d4a-48dd-bf77-045ad80dee7e) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:25.114090 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:25.117300 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Bound port: 805c8ad7-3adb-4702-8bfb-772997435dfe, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:25.118391 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.127714 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Calling delete_port for ec0eed88-1040-4102-84f4-f0702acd9b5f owned by compute:nova {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:35:25.138215 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 55695029-ba14-449e-b0a1-d8d471f1be45 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:25.151467 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2de096-7854-452e-99f2-ecbd41dd8d47 req-ecad4649-ed33-4bea-b54b-70db94e3d435 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:25.153388 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37312c-d738-4098-94d1-169e730a3be1 None None] Pushing event updated for resources: {'Port': ['ID=55695029-ba14-449e-b0a1-d8d471f1be45,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:25.158623 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a2de096-7854-452e-99f2-ecbd41dd8d47 req-ecad4649-ed33-4bea-b54b-70db94e3d435 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.2549756 Mar 08 08:35:25.171941 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-01dbd68a-95a9-4589-a24b-db7d1219607c None None] Provisioning complete for port 55695029-ba14-449e-b0a1-d8d471f1be45 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:25.172420 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-01dbd68a-95a9-4589-a24b-db7d1219607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.253052 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] For port 805c8ad7-3adb-4702-8bfb-772997435dfe, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:25.256872 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] For port 805c8ad7-3adb-4702-8bfb-772997435dfe, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=805c8ad7-3adb-4702-8bfb-772997435dfe,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:25.286122 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302991-1dd6-4704-9387-2838f0694700 req-34e423ec-624b-4a73-a29b-1d5d0068469e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:25.293730 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd302991-1dd6-4704-9387-2838f0694700 req-34e423ec-624b-4a73-a29b-1d5d0068469e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dfa4ea-107c-4333-b76d-e1adba0710cf HTTP/1.1" status: 200 len: 950 time: 0.2364016 Mar 08 08:35:25.334025 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a2de096-7854-452e-99f2-ecbd41dd8d47 req-df2d39e9-559f-4ea3-a22e-6f0ea8bf808b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741018 Mar 08 08:35:25.347404 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.424717 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-02295f0c-042c-4fa2-be37-412bdfac5517 admin admin] Publish callbacks [] for security_group (c9d868f6-0503-4af5-9d43-90bd2de0d318), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.426741 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.488970 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b64dd2-4f6e-44ca-9eac-ec13d7e32a30 None None] Pushing event updated for resources: {'Port': ['ID=805c8ad7-3adb-4702-8bfb-772997435dfe,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:25.497008 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Routers {'df726329-638b-4adc-83ab-21be0c420d41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:25.497676 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['df726329-638b-4adc-83ab-21be0c420d41'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:25.508747 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-01dbd68a-95a9-4589-a24b-db7d1219607c None None] Current status of the port 55695029-ba14-449e-b0a1-d8d471f1be45 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:25.519915 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (ec0eed88-1040-4102-84f4-f0702acd9b5f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.530750 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-02295f0c-042c-4fa2-be37-412bdfac5517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c9d868f6-0503-4af5-9d43-90bd2de0d318), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.534473 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['ec0eed88-1040-4102-84f4-f0702acd9b5f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:35:25.537380 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2186d7f3-acab-4351-a802-6555bb75f6a6 req-05d6307a-2112-44ad-ba5d-cb8ef6d7a9db tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 210 time: 0.0776591 Mar 08 08:35:25.563312 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd302991-1dd6-4704-9387-2838f0694700 req-9165767e-e120-479e-b51e-f40acb8e3c21 tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a27e7728-717f-441f-b355-5926eef6a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685692 Mar 08 08:35:25.615723 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Pushing event deleted for resources: {'Port': ['ID=ec0eed88-1040-4102-84f4-f0702acd9b5f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:25.632429 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks [] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.668362 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02295f0c-042c-4fa2-be37-412bdfac5517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d868f6-0503-4af5-9d43-90bd2de0d318,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:25.696305 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] Set router df726329-638b-4adc-83ab-21be0c420d41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:25.708202 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-02295f0c-042c-4fa2-be37-412bdfac5517 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b94c218df5744f891dc51e61efb76ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3963935 Mar 08 08:35:25.709626 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60046) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:25.746236 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08b7d-4a45-403e-bf08-6cf21e2394a8 req-490ed916-2ab1-4647-821a-b4f323c01378 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:25.748027 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ef08b7d-4a45-403e-bf08-6cf21e2394a8 req-490ed916-2ab1-4647-821a-b4f323c01378 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1092944 Mar 08 08:35:25.756945 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] No DVR routers for this DVR port ec0eed88-1040-4102-84f4-f0702acd9b5f on host hv-cinder-83249 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:35:25.761024 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.764538 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-baa49e38-f863-4f35-b939-27b536d00d3a req-e2316854-2f45-45e7-93bd-806d0b9e0a9e tempest-VolumesNegativeTest-2104617587 tempest-VolumesNegativeTest-2104617587-project] 10.222.0.31 "DELETE /v2.0/ports/ec0eed88-1040-4102-84f4-f0702acd9b5f HTTP/1.1" status: 204 len: 173 time: 1.1788483 Mar 08 08:35:25.768554 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dfa4ea-107c-4333-b76d-e1adba0710cf', 'name': 'network-vif-deleted', 'tag': 'ec0eed88-1040-4102-84f4-f0702acd9b5f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:25.771255 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8f73f8-55dd-4789-8255-6a5e745aef6a" -d '{"events": [{"server_uuid": "39dfa4ea-107c-4333-b76d-e1adba0710cf", "name": "network-vif-deleted", "tag": "ec0eed88-1040-4102-84f4-f0702acd9b5f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:25.819717 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Allocated IP 172.20.0.1 (1a03c88b-3480-4741-955f-7b21637db3b1/8b78ffbd-b986-4775-a14c-efe975caa725/0a0ac1ba-0c0a-432a-a773-e6e890648a91) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:25.821104 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c3275fa-0f23-464a-a222-e2a75ef940e5 admin admin] Publish callbacks [] for security_group (c9d868f6-0503-4af5-9d43-90bd2de0d318), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.856383 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c3275fa-0f23-464a-a222-e2a75ef940e5 admin admin] Publish callbacks [] for security_group (c9d868f6-0503-4af5-9d43-90bd2de0d318), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.859352 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaacab6-78b8-43d7-93de-64647c18481e x-openstack-request-id: req-0eaacab6-78b8-43d7-93de-64647c18481e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:25.859804 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dfa4ea-107c-4333-b76d-e1adba0710cf", "name": "network-vif-deleted", "tag": "ec0eed88-1040-4102-84f4-f0702acd9b5f", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:25.860065 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eaacab6-78b8-43d7-93de-64647c18481e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:25.860476 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dfa4ea-107c-4333-b76d-e1adba0710cf', 'name': 'network-vif-deleted', 'tag': 'ec0eed88-1040-4102-84f4-f0702acd9b5f', 'status': 'completed', 'code': 200} Mar 08 08:35:25.905058 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.955279 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ef08b7d-4a45-403e-bf08-6cf21e2394a8 req-ef3cc728-4781-476e-9dd4-f11f60a57c75 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989837 Mar 08 08:35:25.972402 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Publish callbacks [] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:25.983297 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Network 91ea2348-720f-4096-92d9-01c90b01bbc8 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:25.987164 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:25.991968 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:26.039463 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Pushing event updated for resources: {'Port': ['ID=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:26.074818 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:26.075464 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.091742 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c3275fa-0f23-464a-a222-e2a75ef940e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c9d868f6-0503-4af5-9d43-90bd2de0d318), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.094809 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c3275fa-0f23-464a-a222-e2a75ef940e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.098629 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8c3275fa-0f23-464a-a222-e2a75ef940e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9d868f6-0503-4af5-9d43-90bd2de0d318 HTTP/1.1" status: 204 len: 168 time: 0.3780885 Mar 08 08:35:26.101984 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:22Z', 'revision_number': 3, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:26.107851 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3275fa-0f23-464a-a222-e2a75ef940e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d868f6-0503-4af5-9d43-90bd2de0d318,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:26.131587 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69578f36-baed-4c66-9bf8-08908569f0b0 None None] The sync data for ids ['df726329-638b-4adc-83ab-21be0c420d41'] in dv-cinder-832499-1-iscsi is: [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:22Z', 'revision_number': 3, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:35:26.144390 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.152059 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 55695029-ba14-449e-b0a1-d8d471f1be45 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:26.191149 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Network 1a03c88b-3480-4741-955f-7b21637db3b1 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:26.192780 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:26.196603 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:26.220014 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-cdf13f5c-a8cf-4ae9-9a2c-5bcaa6101835 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7893944 Mar 08 08:35:26.235799 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 55695029-ba14-449e-b0a1-d8d471f1be45 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:26.236309 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.240152 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Request body: {'port': {'device_id': '2199708e-f9be-4168-9334-245ac16fd3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:26.250222 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Pushing event updated for resources: {'Port': ['ID=0a0ac1ba-0c0a-432a-a773-e6e890648a91,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:26.282747 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (df726329-638b-4adc-83ab-21be0c420d41), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.346105 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.476786 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 55695029-ba14-449e-b0a1-d8d471f1be45 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:26.555549 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-049fa660-0b1d-4aa4-abbd-7c8a834ce387 None None] Provisioning complete for port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:26.555549 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-049fa660-0b1d-4aa4-abbd-7c8a834ce387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.706448 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-049fa660-0b1d-4aa4-abbd-7c8a834ce387 None None] Port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:26.707651 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.795788 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86da0c-6665-4826-8299-1ec5681181b9 req-63d4cbe7-f3f0-4894-bf43-607eedb98b3c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:26.802833 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca86da0c-6665-4826-8299-1ec5681181b9 req-63d4cbe7-f3f0-4894-bf43-607eedb98b3c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1540494 Mar 08 08:35:26.889903 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ca86da0c-6665-4826-8299-1ec5681181b9 req-601f74a7-9cf3-46b4-ab41-544d1d75b474 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854185 Mar 08 08:35:26.905050 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Publish callbacks [] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.912829 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6931c5fb-1d4a-48dd-bf77-045ad80dee7e {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:35:26.923406 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Publish callbacks [] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:26.938334 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Transition to ACTIVE for port object 6931c5fb-1d4a-48dd-bf77-045ad80dee7e will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:35:26.994294 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:27.038809 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd6970-3a95-47fd-878f-44c424c684fa req-6a277681-24a4-4471-9e87-dad19255ec80 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:27.040833 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6cdd6970-3a95-47fd-878f-44c424c684fa req-6a277681-24a4-4471-9e87-dad19255ec80 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 932 time: 0.0743566 Mar 08 08:35:27.042385 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:27.068019 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Pushing event updated for resources: {'Port': ['ID=0a0ac1ba-0c0a-432a-a773-e6e890648a91,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:27.077047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (df726329-638b-4adc-83ab-21be0c420d41), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:27.145155 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Pushing event updated for resources: {'Port': ['ID=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:27.155971 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6cdd6970-3a95-47fd-878f-44c424c684fa req-2605fedd-65b1-46aa-8829-674a573d6a9c tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035445 Mar 08 08:35:27.208876 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Network 1a03c88b-3480-4741-955f-7b21637db3b1 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:27.210675 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:27.298035 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Attempting to bind port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:27.298374 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Attempting to bind port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:27.298705 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Attempting to bind port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e on network 91ea2348-720f-4096-92d9-01c90b01bbc8 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:27.303841 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e on network 91ea2348-720f-4096-92d9-01c90b01bbc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:35:27.304166 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Attempting to bind port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e on network 91ea2348-720f-4096-92d9-01c90b01bbc8 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:27.324754 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:27.325135 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Checking segment: {'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:27.325643 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Bound using segment: {'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:27.326135 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Bound port: 6931c5fb-1d4a-48dd-bf77-045ad80dee7e, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:27.326498 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:27.412637 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Router df726329-638b-4adc-83ab-21be0c420d41 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:35:27.556457 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-06da4471-b491-477e-9d96-30e1d8d77fb9 None None] Provisioning complete for port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:27.557523 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-06da4471-b491-477e-9d96-30e1d8d77fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:27.604997 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-06da4471-b491-477e-9d96-30e1d8d77fb9 None None] Port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:27.805015 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee9338-57d3-4bba-bfb0-9a17812039ef req-87c043de-e9ca-4f9a-a921-c93344b2e6d5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:27.806606 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ee9338-57d3-4bba-bfb0-9a17812039ef req-87c043de-e9ca-4f9a-a921-c93344b2e6d5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.4964533 Mar 08 08:35:27.835391 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:35:27.841649 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a653004e-62c6-43fd-ae2c-68303c1975bf admin admin] 10.222.0.21 "PUT /v2.0/routers/df726329-638b-4adc-83ab-21be0c420d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9286518 Mar 08 08:35:27.846519 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] For port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:27.862489 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] For port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:27.885600 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25ee9338-57d3-4bba-bfb0-9a17812039ef req-3616cc52-3ad1-47e7-b486-fea0b9c289dd tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671699 Mar 08 08:35:27.968253 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:28.017175 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 805c8ad7-3adb-4702-8bfb-772997435dfe up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:28.041671 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:28.042334 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:28.044919 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] 10.222.0.31 "PUT /v2.0/ports/6931c5fb-1d4a-48dd-bf77-045ad80dee7e HTTP/1.1" status: 200 len: 1094 time: 1.8078265 Mar 08 08:35:28.050087 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199708e-f9be-4168-9334-245ac16fd3a7', 'tag': '6931c5fb-1d4a-48dd-bf77-045ad80dee7e'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:28.053038 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2199708e-f9be-4168-9334-245ac16fd3a7", "tag": "6931c5fb-1d4a-48dd-bf77-045ad80dee7e"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:28.086571 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 805c8ad7-3adb-4702-8bfb-772997435dfe triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:28.086972 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:28.106778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441b1ae-c636-4e5b-ac16-a6168d54db12 service neutron] Pushing event updated for resources: {'Port': ['ID=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:28.161943 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109fe5-cdc2-4883-b5db-3cdc5eb55e8c req-32275ffd-fb7a-4a25-98b1-e3114fecce07 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:28.171348 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5f109fe5-cdc2-4883-b5db-3cdc5eb55e8c req-32275ffd-fb7a-4a25-98b1-e3114fecce07 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1709907 Mar 08 08:35:28.224993 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 805c8ad7-3adb-4702-8bfb-772997435dfe is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:28.225518 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:28.262509 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 805c8ad7-3adb-4702-8bfb-772997435dfe, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=805c8ad7-3adb-4702-8bfb-772997435dfe,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:28.276688 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5f109fe5-cdc2-4883-b5db-3cdc5eb55e8c req-c9922975-2e32-4418-9e19-f1cd040e00d5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984242 Mar 08 08:35:28.283325 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-9ca7bff1-31a8-4b73-acc9-313a0313936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:28.284855 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-9ca7bff1-31a8-4b73-acc9-313a0313936d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d8c9e84b81426489016bf0802bbe67&device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 1128 time: 0.1083360 Mar 08 08:35:28.345987 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:28.349581 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-ab6ba7c5-ff32-42cd-990c-3fae219c72cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6931c5fb-1d4a-48dd-bf77-045ad80dee7e HTTP/1.1" status: 200 len: 217 time: 0.0518365 Mar 08 08:35:28.355032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd9000c-4dca-4d94-85be-352a9bc40ddf x-openstack-request-id: req-4fd9000c-4dca-4d94-85be-352a9bc40ddf {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:28.355032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199708e-f9be-4168-9334-245ac16fd3a7", "tag": "6931c5fb-1d4a-48dd-bf77-045ad80dee7e", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:28.355032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fd9000c-4dca-4d94-85be-352a9bc40ddf {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:28.355032 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199708e-f9be-4168-9334-245ac16fd3a7', 'tag': '6931c5fb-1d4a-48dd-bf77-045ad80dee7e', 'status': 'completed', 'code': 200} Mar 08 08:35:28.412087 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=805c8ad7-3adb-4702-8bfb-772997435dfe,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:28.449550 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-886b11c5-a2cf-49f5-be7e-9447962aeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:28.451076 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-886b11c5-a2cf-49f5-be7e-9447962aeabe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a80d1d88-0789-486a-9788-6fb17ae03e37 HTTP/1.1" status: 200 len: 848 time: 0.0880845 Mar 08 08:35:28.479115 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eed282-d027-42b8-950d-d9e4cee345ca req-c24ef0f0-8043-44a2-8ce2-55e39b654181 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:28.486421 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3eed282-d027-42b8-950d-d9e4cee345ca req-c24ef0f0-8043-44a2-8ce2-55e39b654181 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 944 time: 0.0860901 Mar 08 08:35:28.525865 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-228b56c2-21dd-4bca-8aae-32ac8d90a154 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea2348-720f-4096-92d9-01c90b01bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557952 Mar 08 08:35:28.610068 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device ec0eed88-1040-4102-84f4-f0702acd9b5f no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:35:28.621543 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3eed282-d027-42b8-950d-d9e4cee345ca req-2f3157b2-aed7-4026-9b59-58e40c5d1846 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298301 Mar 08 08:35:28.647593 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: ec0eed88-1040-4102-84f4-f0702acd9b5f {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:35:28.648063 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device ec0eed88-1040-4102-84f4-f0702acd9b5f not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:35:28.682278 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-0df6734a-bced-4529-97a8-f59864798da6 service neutron] 10.222.0.31 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441245 Mar 08 08:35:28.765930 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60178) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:28.789824 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a30ff2a-f25c-4e2e-97fa-8e19a2cfb452 req-05bd8a9e-d830-45d2-b53f-bab1f1143b61 service neutron] 10.222.0.31 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042762 Mar 08 08:35:28.832340 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60194) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:28.836955 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-2e5dcc6b-020c-4b34-92cf-17d8d8d7d9ab tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852533028', 'description': 'tempest-secgroup-smoke-852533028 description', 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:28.883277 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-017b0dc9-e2d8-412f-869a-5580afc23e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:28.961644 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-017b0dc9-e2d8-412f-869a-5580afc23e69 admin admin] Publish callbacks [] for security_group (dd1dde5d-66ff-47a3-841e-b18196724cf0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:28.984612 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcc6b-020c-4b34-92cf-17d8d8d7d9ab tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.004741 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-1a667994-a99b-4aed-adee-adcd15d64446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:29.006372 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-1a667994-a99b-4aed-adee-adcd15d64446 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d8c9e84b81426489016bf0802bbe67&device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 1128 time: 0.0806251 Mar 08 08:35:29.021628 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cff3a0-75f6-4f1b-94ba-7324dacefa5b req-baeaf61c-c41a-460f-9039-20543a8f82f5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:29.023075 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0cff3a0-75f6-4f1b-94ba-7324dacefa5b req-baeaf61c-c41a-460f-9039-20543a8f82f5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0621414 Mar 08 08:35:29.050893 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcc6b-020c-4b34-92cf-17d8d8d7d9ab tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group (27a01db1-6287-44c5-a1ea-fc865832e449), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.132726 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0cff3a0-75f6-4f1b-94ba-7324dacefa5b req-ec3f46e8-bf0e-4c8f-86cc-447731a6f87a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005614 Mar 08 08:35:29.149581 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-e60412f6-7e59-496b-a214-226aade3e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:29.156116 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-017b0dc9-e2d8-412f-869a-5580afc23e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (dd1dde5d-66ff-47a3-841e-b18196724cf0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.165939 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-e60412f6-7e59-496b-a214-226aade3e19b service neutron] 10.222.0.31 "GET /v2.0/networks?id=91ea2348-720f-4096-92d9-01c90b01bbc8 HTTP/1.1" status: 200 len: 909 time: 0.1418297 Mar 08 08:35:29.190167 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcc6b-020c-4b34-92cf-17d8d8d7d9ab tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (27a01db1-6287-44c5-a1ea-fc865832e449), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.205131 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-017b0dc9-e2d8-412f-869a-5580afc23e69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18123e8d7ea74291a3af2d57acc1c81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374909 Mar 08 08:35:29.211037 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60208) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:29.222651 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-b53c9783-e04a-471a-8d81-852af80c369b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6931c5fb-1d4a-48dd-bf77-045ad80dee7e HTTP/1.1" status: 200 len: 217 time: 0.0493174 Mar 08 08:35:29.228246 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b0dc9-e2d8-412f-869a-5580afc23e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1dde5d-66ff-47a3-841e-b18196724cf0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:29.278761 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-42b9c9ec-a0a0-42ca-90c2-bf55f381c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:29.280375 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-42b9c9ec-a0a0-42ca-90c2-bf55f381c159 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a80d1d88-0789-486a-9788-6fb17ae03e37 HTTP/1.1" status: 200 len: 848 time: 0.0502431 Mar 08 08:35:29.301164 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dcc6b-020c-4b34-92cf-17d8d8d7d9ab tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a01db1-6287-44c5-a1ea-fc865832e449,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:29.319667 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcc6b-020c-4b34-92cf-17d8d8d7d9ab tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.319667 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2e5dcc6b-020c-4b34-92cf-17d8d8d7d9ab tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4826736 Mar 08 08:35:29.320057 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60216) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:29.322627 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f24582b4-8c96-489a-8cce-3b7049be5a78 admin admin] Publish callbacks [] for security_group (dd1dde5d-66ff-47a3-841e-b18196724cf0), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.325338 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-5f5b24b3-9847-4f99-b22a-2ee02ba059ff tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'security_group_rule': {'security_group_id': '27a01db1-6287-44c5-a1ea-fc865832e449', 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:29.332866 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-07052d55-5ec6-4b36-90d5-62ad73d197ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea2348-720f-4096-92d9-01c90b01bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466676 Mar 08 08:35:29.358713 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f24582b4-8c96-489a-8cce-3b7049be5a78 admin admin] Publish callbacks [] for security_group (dd1dde5d-66ff-47a3-841e-b18196724cf0), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.372387 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b379b-eed8-48f6-813b-e7e266435fc0 req-510904ba-d39e-4d77-86ba-f6f7a59eca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:29.373891 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-310b379b-eed8-48f6-813b-e7e266435fc0 req-510904ba-d39e-4d77-86ba-f6f7a59eca41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1130 time: 0.1033204 Mar 08 08:35:29.437668 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-fec81058-7d33-4e2c-9292-08c79a80d4ba service neutron] 10.222.0.31 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976689 Mar 08 08:35:29.448239 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-310b379b-eed8-48f6-813b-e7e266435fc0 req-f259de39-9eae-4843-b3c8-6b5feafb7d6a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609937 Mar 08 08:35:29.514636 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f24582b4-8c96-489a-8cce-3b7049be5a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (dd1dde5d-66ff-47a3-841e-b18196724cf0), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.517291 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f24582b4-8c96-489a-8cce-3b7049be5a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.518467 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f24582b4-8c96-489a-8cce-3b7049be5a78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd1dde5d-66ff-47a3-841e-b18196724cf0 HTTP/1.1" status: 204 len: 168 time: 0.3064959 Mar 08 08:35:29.532031 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24582b4-8c96-489a-8cce-3b7049be5a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1dde5d-66ff-47a3-841e-b18196724cf0,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:29.588560 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f5b24b3-9847-4f99-b22a-2ee02ba059ff tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (f733d76c-25f4-4317-9c04-92ade4794019), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.625457 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596513b-47d7-4a1a-864d-78d448ef62ac req-d563c9c4-2a69-4b31-a08b-36c3efc76a32 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:29.628202 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a596513b-47d7-4a1a-864d-78d448ef62ac req-d563c9c4-2a69-4b31-a08b-36c3efc76a32 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.2052007 Mar 08 08:35:29.657399 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bca9f8dc-4d78-4b9a-a25c-b7c6237c9e4b req-d7e508d1-a3b0-4542-bcb7-4f15f270b836 service neutron] 10.222.0.31 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099013 Mar 08 08:35:29.750606 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f5b24b3-9847-4f99-b22a-2ee02ba059ff tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (f733d76c-25f4-4317-9c04-92ade4794019), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.762333 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a596513b-47d7-4a1a-864d-78d448ef62ac req-6c97eb85-8b57-452a-ae41-59508040622d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196911 Mar 08 08:35:29.784234 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260958a-b08b-44eb-bd7d-b4e08ec9eaf8 req-c04c3dd3-ed22-4724-af69-1586ca8f169a tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:29.790482 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f260958a-b08b-44eb-bd7d-b4e08ec9eaf8 req-c04c3dd3-ed22-4724-af69-1586ca8f169a tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 944 time: 0.0973277 Mar 08 08:35:29.815668 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f5b24b3-9847-4f99-b22a-2ee02ba059ff tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (f733d76c-25f4-4317-9c04-92ade4794019), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.832849 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Sync routers for ids ['df726329-638b-4adc-83ab-21be0c420d41'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:35:29.842344 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Routers {'df726329-638b-4adc-83ab-21be0c420d41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:29.842956 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['df726329-638b-4adc-83ab-21be0c420d41'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:29.850948 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b24b3-9847-4f99-b22a-2ee02ba059ff tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f733d76c-25f4-4317-9c04-92ade4794019,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:29.862976 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f260958a-b08b-44eb-bd7d-b4e08ec9eaf8 req-e5efeaca-d53d-4c0f-a209-184cd04e45f5 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669577 Mar 08 08:35:29.956323 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Set router df726329-638b-4adc-83ab-21be0c420d41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:29.974113 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f5b24b3-9847-4f99-b22a-2ee02ba059ff tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:29.976007 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5f5b24b3-9847-4f99-b22a-2ee02ba059ff tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6551108 Mar 08 08:35:29.979422 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60238) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:29.984244 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-d28ff594-2718-4864-8c00-94f213b022d1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'security_group_rule': {'security_group_id': '27a01db1-6287-44c5-a1ea-fc865832e449', 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:30.036555 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 805c8ad7-3adb-4702-8bfb-772997435dfe up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:30.120992 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d28ff594-2718-4864-8c00-94f213b022d1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (ff51f866-9fc2-4068-86bc-aaa6fca2b9eb), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.165229 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 805c8ad7-3adb-4702-8bfb-772997435dfe triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:30.165644 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.188063 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d28ff594-2718-4864-8c00-94f213b022d1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (ff51f866-9fc2-4068-86bc-aaa6fca2b9eb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.253567 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d28ff594-2718-4864-8c00-94f213b022d1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (ff51f866-9fc2-4068-86bc-aaa6fca2b9eb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.263235 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:26Z', 'revision_number': 4, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '0a0ac1ba-0c0a-432a-a773-e6e890648a91', 'name': '', 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'mac_address': 'fa:16:3e:cf:32:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8b78ffbd-b986-4775-a14c-efe975caa725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:25Z', 'updated_at': '2022-03-08T08:35:26Z', 'revision_number': 2, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'subnets': [{'id': '8b78ffbd-b986-4775-a14c-efe975caa725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:30.282714 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ff594-2718-4864-8c00-94f213b022d1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff51f866-9fc2-4068-86bc-aaa6fca2b9eb,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:30.293741 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed94fe-34a5-4053-9114-01391e9af0d4 req-1195c7a2-8bab-4f9b-9473-1d188e6ec1ed tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:30.295353 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-54ed94fe-34a5-4053-9114-01391e9af0d4 req-1195c7a2-8bab-4f9b-9473-1d188e6ec1ed tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0793955 Mar 08 08:35:30.316301 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Checking router: df726329-638b-4adc-83ab-21be0c420d41 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:35:30.316675 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Updating router df726329-638b-4adc-83ab-21be0c420d41 port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:35:30.347837 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60254) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:30.362431 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 805c8ad7-3adb-4702-8bfb-772997435dfe is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:30.366300 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d28ff594-2718-4864-8c00-94f213b022d1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.367498 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d28ff594-2718-4864-8c00-94f213b022d1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3871017 Mar 08 08:35:30.370173 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.375311 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60256) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:30.377896 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-54ed94fe-34a5-4053-9114-01391e9af0d4 req-d9bd9556-7c93-466f-8ab8-23b6ae7c428a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740285 Mar 08 08:35:30.378924 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c55a03-f08c-4eae-819e-cb5c01243390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.382957 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-fa6e5ce2-e92d-44d4-bd9f-753771df879f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'security_group_rule': {'security_group_id': '27a01db1-6287-44c5-a1ea-fc865832e449', 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:30.466079 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c55a03-f08c-4eae-819e-cb5c01243390 admin admin] Publish callbacks [] for security_group (87a99dca-c7c3-4c65-a3b7-59a2dd806643), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.499723 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5ce2-e92d-44d4-bd9f-753771df879f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (9f6d945d-ab5b-4e56-815c-40d0fd0d64ba), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.552048 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5ce2-e92d-44d4-bd9f-753771df879f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (9f6d945d-ab5b-4e56-815c-40d0fd0d64ba), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.561378 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97c55a03-f08c-4eae-819e-cb5c01243390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (87a99dca-c7c3-4c65-a3b7-59a2dd806643), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.591674 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c55a03-f08c-4eae-819e-cb5c01243390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a99dca-c7c3-4c65-a3b7-59a2dd806643,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:30.617610 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-97c55a03-f08c-4eae-819e-cb5c01243390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd5c5c82787a46969e6d810b22866adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684693 Mar 08 08:35:30.620705 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60262) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:30.651795 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5ce2-e92d-44d4-bd9f-753771df879f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (9f6d945d-ab5b-4e56-815c-40d0fd0d64ba), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.680771 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e5ce2-e92d-44d4-bd9f-753771df879f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6d945d-ab5b-4e56-815c-40d0fd0d64ba,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:30.696384 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16dbf000-2ca3-485f-9549-dde02a4d57f5 admin admin] Publish callbacks [] for security_group (87a99dca-c7c3-4c65-a3b7-59a2dd806643), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.705669 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Publish callbacks [] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.722020 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16dbf000-2ca3-485f-9549-dde02a4d57f5 admin admin] Publish callbacks [] for security_group (87a99dca-c7c3-4c65-a3b7-59a2dd806643), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.758805 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5ce2-e92d-44d4-bd9f-753771df879f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.760058 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-fa6e5ce2-e92d-44d4-bd9f-753771df879f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3828919 Mar 08 08:35:30.762735 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60266) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:30.766894 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-313f6e29-7e6b-4727-8d98-3c983f320db2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'security_group_rule': {'security_group_id': '27a01db1-6287-44c5-a1ea-fc865832e449', 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:30.779376 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.832293 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466d484-041e-4a91-99ea-ce02c7a286b8 None None] Pushing event updated for resources: {'Port': ['ID=0a0ac1ba-0c0a-432a-a773-e6e890648a91,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:30.864233 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16dbf000-2ca3-485f-9549-dde02a4d57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (87a99dca-c7c3-4c65-a3b7-59a2dd806643), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.866940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16dbf000-2ca3-485f-9549-dde02a4d57f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.868604 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-16dbf000-2ca3-485f-9549-dde02a4d57f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87a99dca-c7c3-4c65-a3b7-59a2dd806643 HTTP/1.1" status: 204 len: 168 time: 0.2467322 Mar 08 08:35:30.882539 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-313f6e29-7e6b-4727-8d98-3c983f320db2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (43561a04-c83e-461e-8f46-fa9191e2a7a1), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.887843 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbf000-2ca3-485f-9549-dde02a4d57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a99dca-c7c3-4c65-a3b7-59a2dd806643,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:30.888951 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Attempting to bind port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:30.889510 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Attempting to bind port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:30.889894 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Attempting to bind port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 on network 1a03c88b-3480-4741-955f-7b21637db3b1 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:30.917122 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:30.917510 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Checking segment: {'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:30.920732 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:30.927469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Bound using segment: {'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:30.927469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Bound port: 0a0ac1ba-0c0a-432a-a773-e6e890648a91, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbab4e1-d9c8-4199-b31c-66af01e8a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:30.927469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.006007 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-313f6e29-7e6b-4727-8d98-3c983f320db2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (43561a04-c83e-461e-8f46-fa9191e2a7a1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.052278 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6249e2-ef94-4dcb-bc81-b4a4810787be req-6f615350-6761-4471-82e3-86d5d1b9747e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:31.057560 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] For port 0a0ac1ba-0c0a-432a-a773-e6e890648a91, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:31.060972 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b6249e2-ef94-4dcb-bc81-b4a4810787be req-6f615350-6761-4471-82e3-86d5d1b9747e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1795015 Mar 08 08:35:31.061106 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] For port 0a0ac1ba-0c0a-432a-a773-e6e890648a91, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=0a0ac1ba-0c0a-432a-a773-e6e890648a91,segment=NetworkSegment(abbab4e1-d9c8-4199-b31c-66af01e8a08a),segment_id=abbab4e1-d9c8-4199-b31c-66af01e8a08a)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:31.064765 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-313f6e29-7e6b-4727-8d98-3c983f320db2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (43561a04-c83e-461e-8f46-fa9191e2a7a1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.065366 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:35:31.096991 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f6e29-7e6b-4727-8d98-3c983f320db2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43561a04-c83e-461e-8f46-fa9191e2a7a1,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:31.124969 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761d482-42af-4536-be1c-4c1d37d145a2 req-6521a4e2-4e5f-4fb8-ac8c-a4f6ae13f862 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:31.130454 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3761d482-42af-4536-be1c-4c1d37d145a2 req-6521a4e2-4e5f-4fb8-ac8c-a4f6ae13f862 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 944 time: 0.1573982 Mar 08 08:35:31.154640 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-7f179e31-4a6e-4fd4-ab00-edfedb19113b None None] Provisioning complete for port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:31.155534 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7f179e31-4a6e-4fd4-ab00-edfedb19113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.159005 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.177352 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b6249e2-ef94-4dcb-bc81-b4a4810787be req-3e060221-6167-411f-bfb2-163bc39e83fc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155045 Mar 08 08:35:31.189345 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-313f6e29-7e6b-4727-8d98-3c983f320db2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.191472 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-313f6e29-7e6b-4727-8d98-3c983f320db2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4277711 Mar 08 08:35:31.194047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60310) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:31.199366 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'security_group_rule': {'security_group_id': '27a01db1-6287-44c5-a1ea-fc865832e449', 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:31.209530 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3761d482-42af-4536-be1c-4c1d37d145a2 req-1a7e9fd8-0a5c-4a48-bad0-8c513249249a tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739331 Mar 08 08:35:31.286041 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Routers {'df726329-638b-4adc-83ab-21be0c420d41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:31.289055 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['df726329-638b-4adc-83ab-21be0c420d41'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:31.289902 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466d484-041e-4a91-99ea-ce02c7a286b8 None None] Pushing event updated for resources: {'Port': ['ID=0a0ac1ba-0c0a-432a-a773-e6e890648a91,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:31.340671 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Project 8f5b122fc23c4f10a9f6f53e9636e82c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:35:31.347205 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (60e5097a-2903-4898-b9f1-b1b8b4523919), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.465285 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (60e5097a-2903-4898-b9f1-b1b8b4523919), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.483944 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-7f179e31-4a6e-4fd4-ab00-edfedb19113b None None] Current status of the port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:31.484330 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7f179e31-4a6e-4fd4-ab00-edfedb19113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.527502 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (60e5097a-2903-4898-b9f1-b1b8b4523919), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.540692 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7f179e31-4a6e-4fd4-ab00-edfedb19113b None None] For port 0a0ac1ba-0c0a-432a-a773-e6e890648a91, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=0a0ac1ba-0c0a-432a-a773-e6e890648a91,segment=NetworkSegment(abbab4e1-d9c8-4199-b31c-66af01e8a08a),segment_id=abbab4e1-d9c8-4199-b31c-66af01e8a08a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:31.550648 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e5097a-2903-4898-b9f1-b1b8b4523919,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:31.557387 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddc09a-707c-4f0e-9d65-fd52f8223b90 req-f0c3ff91-517b-43c2-a034-576c4d86a711 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:31.567015 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dddc09a-707c-4f0e-9d65-fd52f8223b90 req-f0c3ff91-517b-43c2-a034-576c4d86a711 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0783920 Mar 08 08:35:31.570094 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] Set router df726329-638b-4adc-83ab-21be0c420d41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:31.581944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.583305 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.584811 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.585244 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.585732 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.586763 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.587116 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.589036 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.589391 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.589754 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.590114 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.595531 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.595531 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:31.629739 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dddc09a-707c-4f0e-9d65-fd52f8223b90 req-47da6914-3646-4c82-82a4-3f0204cf213d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613089 Mar 08 08:35:31.643460 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.647514 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c006861f-1c1d-4e11-802a-96a0ace82e96 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4522195 Mar 08 08:35:31.648099 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60336) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:31.653119 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-4401549a-3bf3-4f97-82cf-ada15407fdaf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'security_group_rule': {'security_group_id': '27a01db1-6287-44c5-a1ea-fc865832e449', 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:31.695203 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7f179e31-4a6e-4fd4-ab00-edfedb19113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.757890 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-36fafa1f-92ab-41a0-932b-c64b87b9ef0e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1268182 Mar 08 08:35:31.790473 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-4401549a-3bf3-4f97-82cf-ada15407fdaf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Project 8f5b122fc23c4f10a9f6f53e9636e82c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:35:31.796324 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4401549a-3bf3-4f97-82cf-ada15407fdaf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (aca06ff0-53d2-4395-9184-1c6b24022ed7), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.825912 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f179e31-4a6e-4fd4-ab00-edfedb19113b None None] Pushing event updated for resources: {'Port': ['ID=0a0ac1ba-0c0a-432a-a773-e6e890648a91,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:31.848078 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-99e70e12-fda9-4063-bfe5-f9b9e6b42e7e None None] Provisioning complete for port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:31.848705 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-99e70e12-fda9-4063-bfe5-f9b9e6b42e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.851733 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-4449391c-6d17-4fc6-a1d2-a14f1a0c7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:31.853998 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-4449391c-6d17-4fc6-a1d2-a14f1a0c7334 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 1129 time: 0.0695369 Mar 08 08:35:31.899248 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4401549a-3bf3-4f97-82cf-ada15407fdaf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (aca06ff0-53d2-4395-9184-1c6b24022ed7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.967674 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4401549a-3bf3-4f97-82cf-ada15407fdaf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (aca06ff0-53d2-4395-9184-1c6b24022ed7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:31.987666 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401549a-3bf3-4f97-82cf-ada15407fdaf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca06ff0-53d2-4395-9184-1c6b24022ed7,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:32.011818 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-27462601-4e25-448a-843c-234859fdfb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:32.013339 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-27462601-4e25-448a-843c-234859fdfb29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.1301777 Mar 08 08:35:32.076654 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-19d77b99-3817-4b54-9ec3-761d86e1c17e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 HTTP/1.1" status: 200 len: 217 time: 0.0549920 Mar 08 08:35:32.099270 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4401549a-3bf3-4f97-82cf-ada15407fdaf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:32.104529 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-99e70e12-fda9-4063-bfe5-f9b9e6b42e7e None None] Current status of the port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:32.106297 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4401549a-3bf3-4f97-82cf-ada15407fdaf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4547551 Mar 08 08:35:32.118730 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:26Z', 'revision_number': 4, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '0a0ac1ba-0c0a-432a-a773-e6e890648a91', 'name': '', 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'mac_address': 'fa:16:3e:cf:32:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8b78ffbd-b986-4775-a14c-efe975caa725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:25Z', 'updated_at': '2022-03-08T08:35:31Z', 'revision_number': 4, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'subnets': [{'id': '8b78ffbd-b986-4775-a14c-efe975caa725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:32.160215 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6ca60-eec6-409d-9ea0-047e44fba5cd None None] The sync data for ids ['df726329-638b-4adc-83ab-21be0c420d41'] in dv-cinder-832499-1-iscsi is: [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:26Z', 'revision_number': 4, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '0a0ac1ba-0c0a-432a-a773-e6e890648a91', 'name': '', 'network_id': '1a03c88b-3480-4741-955f-7b21637db3b1', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'mac_address': 'fa:16:3e:cf:32:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8b78ffbd-b986-4775-a14c-efe975caa725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:25Z', 'updated_at': '2022-03-08T08:35:31Z', 'revision_number': 4, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'subnets': [{'id': '8b78ffbd-b986-4775-a14c-efe975caa725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:35:32.291879 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-8aab8292-d91b-4fb2-bb4a-87a4593a6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:32.293913 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-8aab8292-d91b-4fb2-bb4a-87a4593a6b9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1130 time: 0.1670113 Mar 08 08:35:32.300800 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c674571-ffab-4398-8eb5-1ad1c61756d2 req-d552532a-bacf-413a-a69f-026d485dc92a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:32.311623 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c674571-ffab-4398-8eb5-1ad1c61756d2 req-d552532a-bacf-413a-a69f-026d485dc92a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2382562 Mar 08 08:35:32.323748 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-8d43cad7-c22a-4a8d-adda-5e316067adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:32.325382 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-8d43cad7-c22a-4a8d-adda-5e316067adee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.2398577 Mar 08 08:35:32.455999 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-d49ebec9-7e9a-4f04-8ab8-58438040f974 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935261 Mar 08 08:35:32.469295 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-65910d99-5585-460a-9cc6-5b37c8aa9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:32.471838 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-65910d99-5585-460a-9cc6-5b37c8aa9b2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.1683049 Mar 08 08:35:32.552265 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-359fc99f-10d3-43c5-9526-e8bed4ea8f51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 200 len: 217 time: 0.0736990 Mar 08 08:35:32.568907 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c674571-ffab-4398-8eb5-1ad1c61756d2 req-2f6481fb-d623-401d-8ed4-5bb6aa8c2c06 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562933 Mar 08 08:35:32.640685 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 6931c5fb-1d4a-48dd-bf77-045ad80dee7e details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:35:32.687251 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-272c5cbd-f3f9-4c6d-a1f7-d641189cbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:32.688791 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-272c5cbd-f3f9-4c6d-a1f7-d641189cbb76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.1263676 Mar 08 08:35:32.758794 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-ef61e686-eb4d-47a7-b360-144ba56419e6 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729099 Mar 08 08:35:32.764089 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-f122c922-6a93-4eae-9b1c-6d5c7ca1538b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684001 Mar 08 08:35:32.796538 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ccd54-7afa-4544-b8fb-15bd0699cc1b req-914f4303-5c9d-4ad6-ba4b-3b7010aba275 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:32.803904 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-826ccd54-7afa-4544-b8fb-15bd0699cc1b req-914f4303-5c9d-4ad6-ba4b-3b7010aba275 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.3443568 Mar 08 08:35:32.873804 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:32.885218 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '6931c5fb-1d4a-48dd-bf77-045ad80dee7e', 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8', 'port_id': '6931c5fb-1d4a-48dd-bf77-045ad80dee7e', 'mac_address': 'fa:16:3e:7f:aa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80d1d88-0789-486a-9788-6fb17ae03e37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:35:32.904394 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-bbaa6022-cd5b-422b-a3e7-0b5d9c3299ab service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280875 Mar 08 08:35:32.943342 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-826ccd54-7afa-4544-b8fb-15bd0699cc1b req-82077296-9507-41c3-9201-0933fc682e87 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383438 Mar 08 08:35:32.946525 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:32.946870 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:32.962566 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9a4f-257a-4e51-9160-835ae61db7d4 req-2f72b5ca-f0cd-4864-a479-5bd06581d4b7 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:32.969261 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44ef9a4f-257a-4e51-9160-835ae61db7d4 req-2f72b5ca-f0cd-4864-a479-5bd06581d4b7 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 944 time: 0.2264278 Mar 08 08:35:32.986597 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6931c5fb-1d4a-48dd-bf77-045ad80dee7e {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:35:33.011760 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:33.027295 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b891835-97b2-472b-81c9-2cb8c0715663 req-149411b9-476c-4460-9a26-59c5f71ae39c service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469287 Mar 08 08:35:33.029281 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cee4fd87-af3f-4ec7-a245-295eb29da90b req-955f7ce7-a477-4fc4-b687-b87a750fb888 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192262 Mar 08 08:35:33.053315 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44ef9a4f-257a-4e51-9160-835ae61db7d4 req-4979aa42-37f0-4546-a8e7-07451b956042 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687313 Mar 08 08:35:33.108875 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:33.158345 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:33.459941 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['6931c5fb-1d4a-48dd-bf77-045ad80dee7e'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:35:33.766102 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9aba1-a393-4732-8b71-1d589a151fa5 req-bb2d85ad-73eb-412f-bb57-7bb5cb342f27 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:33.767580 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8e9aba1-a393-4732-8b71-1d589a151fa5 req-bb2d85ad-73eb-412f-bb57-7bb5cb342f27 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0805748 Mar 08 08:35:33.819607 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8e9aba1-a393-4732-8b71-1d589a151fa5 req-4e319467-f616-4b66-9187-862e19f98d51 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464237 Mar 08 08:35:34.024470 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 0a0ac1ba-0c0a-432a-a773-e6e890648a91 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:34.104702 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:34.105250 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:34.115289 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd023535-6184-4989-a4c7-9ce1c1f63319 req-df844266-4d23-4d5d-a781-5b2f0054aa84 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:34.116740 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bd023535-6184-4989-a4c7-9ce1c1f63319 req-df844266-4d23-4d5d-a781-5b2f0054aa84 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0845220 Mar 08 08:35:34.200707 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:34.233737 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bd023535-6184-4989-a4c7-9ce1c1f63319 req-be0abb24-a7d9-4854-9464-0938f3d2cff4 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065030 Mar 08 08:35:34.245451 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f7da2-eeb0-44b4-a1c9-57e359546087 req-4d5a2bac-25f8-4ca8-a305-b3748f4bd47c tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:34.247605 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-319f7da2-eeb0-44b4-a1c9-57e359546087 req-4d5a2bac-25f8-4ca8-a305-b3748f4bd47c tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 945 time: 0.1009390 Mar 08 08:35:34.300305 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-319f7da2-eeb0-44b4-a1c9-57e359546087 req-f969faeb-e2c7-4e58-b64f-bd23c3558711 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475743 Mar 08 08:35:34.641504 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 6931c5fb-1d4a-48dd-bf77-045ad80dee7e up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:34.835992 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:35:34.840843 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:34.841353 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:34.925286 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:34.925607 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:34.953297 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58180ee6-8eeb-4bb3-9197-6560744387b5 req-98945c8d-e797-4612-8f63-d4b61bddf289 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:34.955015 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-58180ee6-8eeb-4bb3-9197-6560744387b5 req-98945c8d-e797-4612-8f63-d4b61bddf289 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0598319 Mar 08 08:35:34.958051 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199708e-f9be-4168-9334-245ac16fd3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6931c5fb-1d4a-48dd-bf77-045ad80dee7e'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:34.960402 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43331837-8fe5-4fac-8e95-714b023baadc" -d '{"events": [{"server_uuid": "2199708e-f9be-4168-9334-245ac16fd3a7", "name": "network-vif-plugged", "status": "completed", "tag": "6931c5fb-1d4a-48dd-bf77-045ad80dee7e"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:34.976940 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:35.012363 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e43384a-99bb-4cc7-8b1b-ed7c05234157 x-openstack-request-id: req-7e43384a-99bb-4cc7-8b1b-ed7c05234157 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:35.012573 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199708e-f9be-4168-9334-245ac16fd3a7", "name": "network-vif-plugged", "status": "completed", "tag": "6931c5fb-1d4a-48dd-bf77-045ad80dee7e", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:35.012840 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e43384a-99bb-4cc7-8b1b-ed7c05234157 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:35.013655 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199708e-f9be-4168-9334-245ac16fd3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6931c5fb-1d4a-48dd-bf77-045ad80dee7e', 'code': 200} Mar 08 08:35:35.021571 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-58180ee6-8eeb-4bb3-9197-6560744387b5 req-913fc478-7f17-466f-a29e-8015819210b4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589187 Mar 08 08:35:35.081879 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:35.110618 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:35.167895 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:35.378819 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc526635-d35b-4ef6-bb52-e339223b0901 req-ffd8e38f-64a4-4fc6-a7f8-84b40ab3cbb8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:35.391785 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc526635-d35b-4ef6-bb52-e339223b0901 req-ffd8e38f-64a4-4fc6-a7f8-84b40ab3cbb8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0783699 Mar 08 08:35:35.437492 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfe0ec-3f9e-4cdf-8a8b-2f5965756b69 req-5654e052-427a-43fa-8b9a-08d6a58ae530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:35.439325 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c5dfe0ec-3f9e-4cdf-8a8b-2f5965756b69 req-5654e052-427a-43fa-8b9a-08d6a58ae530 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 1130 time: 0.0723183 Mar 08 08:35:35.501037 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c5dfe0ec-3f9e-4cdf-8a8b-2f5965756b69 req-22054835-e694-46f9-bf96-1dbb5ff3b5d6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541084 Mar 08 08:35:35.512710 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc526635-d35b-4ef6-bb52-e339223b0901 req-1260e395-9e4f-4f64-9493-74ad27ce7e4e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128891 Mar 08 08:35:35.522953 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095beac4-b5fd-41cf-a490-74b37058bdce req-2f7ae77d-77a6-4d89-993d-bda10f62fbe0 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:35.524837 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-095beac4-b5fd-41cf-a490-74b37058bdce req-2f7ae77d-77a6-4d89-993d-bda10f62fbe0 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 946 time: 0.1234984 Mar 08 08:35:35.582382 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-095beac4-b5fd-41cf-a490-74b37058bdce req-016bdc3a-61da-4c5c-829a-bc6e1ef57031 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491595 Mar 08 08:35:35.893453 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60558) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:35.898121 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-fd22bdca-3168-426c-a6de-112a18b81645 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--666403947', 'description': 'tempest-description--1373355197'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:36.024936 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd22bdca-3168-426c-a6de-112a18b81645 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.102444 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd22bdca-3168-426c-a6de-112a18b81645 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (5bf678ab-4df2-4a12-9593-78125baa32e5), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.162403 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60570) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:36.176181 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd22bdca-3168-426c-a6de-112a18b81645 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (5bf678ab-4df2-4a12-9593-78125baa32e5), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.181448 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16180e-3bcf-4210-bc67-75764298d41c req-fb0fa3d7-8294-45db-9fe2-a67b75f9bf1b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:36.183019 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd16180e-3bcf-4210-bc67-75764298d41c req-fb0fa3d7-8294-45db-9fe2-a67b75f9bf1b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0684807 Mar 08 08:35:36.214192 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22bdca-3168-426c-a6de-112a18b81645 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf678ab-4df2-4a12-9593-78125baa32e5,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:36.255504 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd16180e-3bcf-4210-bc67-75764298d41c req-f8672f39-0c7d-4f43-aa30-37562d71fc60 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626471 Mar 08 08:35:36.284356 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd22bdca-3168-426c-a6de-112a18b81645 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.285916 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-fd22bdca-3168-426c-a6de-112a18b81645 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3914032 Mar 08 08:35:36.288877 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60580) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:36.294000 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-3429ed7c-cec2-4b31-89a6-7939aab4a8f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group_rule': {'security_group_id': '5bf678ab-4df2-4a12-9593-78125baa32e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:36.357434 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3317938a-1113-48e6-913f-48e8beea51d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a90a6d11ad7145f5b2c2e5f6ff60c153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915946 Mar 08 08:35:36.357745 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60582) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:36.407648 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-469798f3-a77e-4472-bf88-6f6903460db9 admin admin] Publish callbacks [] for security_group (a27e7728-717f-441f-b355-5926eef6a622), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.434029 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-469798f3-a77e-4472-bf88-6f6903460db9 admin admin] Publish callbacks [] for security_group (a27e7728-717f-441f-b355-5926eef6a622), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.448830 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3429ed7c-cec2-4b31-89a6-7939aab4a8f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (ef90f68b-1ef9-4d0b-8bfd-f99411d790cf), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.521761 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3429ed7c-cec2-4b31-89a6-7939aab4a8f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (ef90f68b-1ef9-4d0b-8bfd-f99411d790cf), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.636955 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3429ed7c-cec2-4b31-89a6-7939aab4a8f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (ef90f68b-1ef9-4d0b-8bfd-f99411d790cf), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.639459 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-469798f3-a77e-4472-bf88-6f6903460db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a27e7728-717f-441f-b355-5926eef6a622), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.642807 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-469798f3-a77e-4472-bf88-6f6903460db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.645082 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-469798f3-a77e-4472-bf88-6f6903460db9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a27e7728-717f-441f-b355-5926eef6a622 HTTP/1.1" status: 204 len: 168 time: 0.2864511 Mar 08 08:35:36.648505 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:35:36.665488 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e2cac-d5e7-4473-bc1c-614aa7e9c6c8 req-c49fd382-0423-44c4-adef-b2eae8cdef21 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:36.667888 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-344e2cac-d5e7-4473-bc1c-614aa7e9c6c8 req-c49fd382-0423-44c4-adef-b2eae8cdef21 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0827699 Mar 08 08:35:36.675947 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469798f3-a77e-4472-bf88-6f6903460db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27e7728-717f-441f-b355-5926eef6a622,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:36.692870 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429ed7c-cec2-4b31-89a6-7939aab4a8f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef90f68b-1ef9-4d0b-8bfd-f99411d790cf,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:36.775913 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3429ed7c-cec2-4b31-89a6-7939aab4a8f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.776792 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-344e2cac-d5e7-4473-bc1c-614aa7e9c6c8 req-79ef081d-15cb-4efa-b22a-ab39fdd011e2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018653 Mar 08 08:35:36.780110 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3429ed7c-cec2-4b31-89a6-7939aab4a8f7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4879935 Mar 08 08:35:36.783926 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60600) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:36.788796 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-1793f769-1b8c-49de-9a09-2d926a276117 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group_rule': {'security_group_id': '5bf678ab-4df2-4a12-9593-78125baa32e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:36.810726 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9238f-67a5-4eeb-a653-03c9c8e72aba req-6ebdbef0-a901-4510-b542-e8836cc750dd tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:36.818550 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-87b9238f-67a5-4eeb-a653-03c9c8e72aba req-6ebdbef0-a901-4510-b542-e8836cc750dd tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 946 time: 0.1010442 Mar 08 08:35:36.820300 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:36.833289 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'port_id': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'mac_address': 'fa:16:3e:26:51:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:35:36.878197 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-87b9238f-67a5-4eeb-a653-03c9c8e72aba req-9fe19938-0bf6-4f17-866f-38465993ba49 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582581 Mar 08 08:35:36.907009 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b is: ACTIVE; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:36.907410 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:36.921726 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79231cb2-68a9-4144-ac8b-c6ec776ddc4b {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:35:36.946089 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:36.965211 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1793f769-1b8c-49de-9a09-2d926a276117 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (54e3e281-99d2-4548-b376-40ba39a08a48), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:37.033603 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1793f769-1b8c-49de-9a09-2d926a276117 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (54e3e281-99d2-4548-b376-40ba39a08a48), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:37.054418 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:37.114998 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=6']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:37.150591 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1793f769-1b8c-49de-9a09-2d926a276117 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (54e3e281-99d2-4548-b376-40ba39a08a48), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:37.173553 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793f769-1b8c-49de-9a09-2d926a276117 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e3e281-99d2-4548-b376-40ba39a08a48,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:37.201146 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['79231cb2-68a9-4144-ac8b-c6ec776ddc4b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:35:37.267869 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1793f769-1b8c-49de-9a09-2d926a276117 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:37.269793 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1793f769-1b8c-49de-9a09-2d926a276117 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4881220 Mar 08 08:35:37.277818 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60622) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:37.282850 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:37.405762 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:37.532651 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:37.694490 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Allocated IP 172.27.2.67 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/e8bfad0c-6e99-4f7a-80a6-ada2c82060a7) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:37.966619 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:37.966619 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160e19b-e988-4cec-953e-d1d479a44bfc req-3a145f86-43e7-443f-b5c1-99f253e92c5f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:37.966619 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6160e19b-e988-4cec-953e-d1d479a44bfc req-3a145f86-43e7-443f-b5c1-99f253e92c5f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.0718646 Mar 08 08:35:38.036805 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6160e19b-e988-4cec-953e-d1d479a44bfc req-f87faff8-e72f-4953-9720-aa766827fb0d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847387 Mar 08 08:35:38.048373 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.114615 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=e8bfad0c-6e99-4f7a-80a6-ada2c82060a7,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:38.129422 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684edb9-3bad-4b35-b252-24cf1eb6752e req-6a1d128a-5235-402e-b0d3-b4eee7329b30 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8684edb9-3bad-4b35-b252-24cf1eb6752e req-6a1d128a-5235-402e-b0d3-b4eee7329b30 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 946 time: 0.1523902 Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.177873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.179705 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.179705 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:35:38.179705 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:38.179705 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:38.279225 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8684edb9-3bad-4b35-b252-24cf1eb6752e req-06405d48-4ecf-4f2e-9842-52f6ea436d22 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244504 Mar 08 08:35:38.293801 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78197485-5df0-46fa-99f1-091f90ce41ad req-7d4ad56a-23a8-46b4-8a6b-80e1c72e5a7e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:38.300732 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78197485-5df0-46fa-99f1-091f90ce41ad req-7d4ad56a-23a8-46b4-8a6b-80e1c72e5a7e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1410842 Mar 08 08:35:38.313559 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60642) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:38.432170 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (7d4c676d-9c59-44f9-8b4a-f29bf637fa12), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.442711 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78197485-5df0-46fa-99f1-091f90ce41ad req-67de96f2-e568-4383-ad83-ba3e5facee19 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410685 Mar 08 08:35:38.497434 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-426f0cb6-2271-4e9c-8ed4-15a0a1f0de18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.542767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.637108 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60658) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:38.641386 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:38.676562 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-426f0cb6-2271-4e9c-8ed4-15a0a1f0de18 admin admin] Publish callbacks [] for security_group (986e0684-7bee-4951-81f7-3fc479b93be5), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.768663 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-426f0cb6-2271-4e9c-8ed4-15a0a1f0de18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (986e0684-7bee-4951-81f7-3fc479b93be5), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.792130 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:38.792422 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.827754 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-426f0cb6-2271-4e9c-8ed4-15a0a1f0de18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3b4990dabfd4da298b668c44c41fa43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5128140 Mar 08 08:35:38.830357 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60664) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:38.848556 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0cb6-2271-4e9c-8ed4-15a0a1f0de18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e0684-7bee-4951-81f7-3fc479b93be5,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:38.901814 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1193660793-network', 'tenant_id': '187ad3c0f4b44230beb56bdfc855de42'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:38.953627 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.988818 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:38.989283 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:38.990310 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6335fd92-b15d-4093-a13e-5b8971f99827 admin admin] Publish callbacks [] for security_group (986e0684-7bee-4951-81f7-3fc479b93be5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.026888 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6335fd92-b15d-4093-a13e-5b8971f99827 admin admin] Publish callbacks [] for security_group (986e0684-7bee-4951-81f7-3fc479b93be5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.032354 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:39.036121 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3c7bb8-562c-48b5-a77b-5d4dedd38d58" -d '{"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-plugged", "status": "completed", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:39.040162 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Made reservation on behalf of 187ad3c0f4b44230beb56bdfc855de42 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:39.041432 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.061677 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.076079 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.087182 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:39.115392 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286922c7-467a-4c5e-abd6-2dd43a6dc7cd x-openstack-request-id: req-286922c7-467a-4c5e-abd6-2dd43a6dc7cd {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:39.115698 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-plugged", "status": "completed", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:39.116442 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-286922c7-467a-4c5e-abd6-2dd43a6dc7cd {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:39.117164 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'code': 200} Mar 08 08:35:39.194641 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.240643 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=e8bfad0c-6e99-4f7a-80a6-ada2c82060a7,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:39.264251 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6335fd92-b15d-4093-a13e-5b8971f99827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (986e0684-7bee-4951-81f7-3fc479b93be5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.267023 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6335fd92-b15d-4093-a13e-5b8971f99827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.271404 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6335fd92-b15d-4093-a13e-5b8971f99827 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/986e0684-7bee-4951-81f7-3fc479b93be5 HTTP/1.1" status: 204 len: 168 time: 0.4365726 Mar 08 08:35:39.278910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (7d4c676d-9c59-44f9-8b4a-f29bf637fa12), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.312858 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=7']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:39.323629 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335fd92-b15d-4093-a13e-5b8971f99827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e0684-7bee-4951-81f7-3fc479b93be5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:39.352887 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f50b7-6d1d-4e89-bac8-77b8b8148a44 req-0e84e29b-ecd5-4909-8c17-86df112505d6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:39.369978 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-966f50b7-6d1d-4e89-bac8-77b8b8148a44 req-0e84e29b-ecd5-4909-8c17-86df112505d6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1898420 Mar 08 08:35:39.433583 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.445554 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-adc0517c-910f-416f-9554-cdff02588a2b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1558836 Mar 08 08:35:39.482828 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Publish callbacks [] for security_group (192bb25c-09c9-4534-8011-2982a7d961b4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.484982 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-966f50b7-6d1d-4e89-bac8-77b8b8148a44 req-7d05c853-e3e6-49b1-b690-e94dbcb53e88 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140072 Mar 08 08:35:39.580264 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (192bb25c-09c9-4534-8011-2982a7d961b4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.634414 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:35:39.642756 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192bb25c-09c9-4534-8011-2982a7d961b4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:39.672189 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (6601ac52-63f7-4eb5-a0ad-8d17f24c9302), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.672189 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Added segment 6601ac52-63f7-4eb5-a0ad-8d17f24c9302 of type vlan for network a8ea8449-8bc8-47ad-951f-223a61c86908 Mar 08 08:35:39.735035 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (a8ea8449-8bc8-47ad-951f-223a61c86908), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.855361 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (a8ea8449-8bc8-47ad-951f-223a61c86908), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.857294 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:39.857901 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:39.951800 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] Pushing event updated for resources: {'Network': ['ID=a8ea8449-8bc8-47ad-951f-223a61c86908,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:39.965680 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network a8ea8449-8bc8-47ad-951f-223a61c86908 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:35:40.010308 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0ed5743f-1a9f-44c3-ac3c-fe9ce3ebf22d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3633537 Mar 08 08:35:40.013726 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60706) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:40.025880 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Request body: {'subnet': {'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1193660793-subnet', 'tenant_id': '187ad3c0f4b44230beb56bdfc855de42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:40.168116 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295b37d-edb7-4bef-90a3-ff57d45db91b req-63dc0474-0697-415a-9e94-2d7571f5e387 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:40.169641 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b295b37d-edb7-4bef-90a3-ff57d45db91b req-63dc0474-0697-415a-9e94-2d7571f5e387 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 946 time: 0.0643649 Mar 08 08:35:40.174091 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Made reservation on behalf of 187ad3c0f4b44230beb56bdfc855de42 for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:40.175573 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4886762'] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:40.272349 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b295b37d-edb7-4bef-90a3-ff57d45db91b req-0ff9123d-34b0-4c84-a24b-67884bc30626 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774369 Mar 08 08:35:40.510977 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7792327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4886772'] for subnet (21235acd-c7ab-4fec-bfe0-a863933346b2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:40.593028 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Checking segment: {'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:40.593398 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Network hostable DHCP agents. Network: a8ea8449-8bc8-47ad-951f-223a61c86908, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:35:40.598151 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=21235acd-c7ab-4fec-bfe0-a863933346b2,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:40.692149 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a7582-b38d-4d5b-846b-754ab134b516 req-a2213b14-5d7c-4dc9-a7db-e4c1b514a687 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:40.694408 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-097a7582-b38d-4d5b-846b-754ab134b516 req-a2213b14-5d7c-4dc9-a7db-e4c1b514a687 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0695808 Mar 08 08:35:40.715858 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Network a8ea8449-8bc8-47ad-951f-223a61c86908 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:35:40.758934 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-097a7582-b38d-4d5b-846b-754ab134b516 req-98eec324-ff0c-40ee-8459-040399240c7d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570118 Mar 08 08:35:40.796215 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, a8ea8449-8bc8-47ad-951f-223a61c86908) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:40.809067 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca77ca-5a29-4b76-ade6-d50f6763e96e None None] Network a8ea8449-8bc8-47ad-951f-223a61c86908 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:40.809430 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:40.810291 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:40.860722 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60722) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:40.928809 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-7dd96445-fe5a-4fda-9cf3-9311ff034fac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9131970 Mar 08 08:35:40.984005 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7843b-24b6-4ae1-ab64-4555e5fa6158 None None] Network a8ea8449-8bc8-47ad-951f-223a61c86908 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:41.036114 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-404140963-network', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:41.130987 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Made reservation on behalf of 4c2d390a1e84439b8a76481e293bfd98 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:41.133761 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:41.145836 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:41.239726 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Publish callbacks [] for security_group (78d2713d-7cbe-4289-b716-c2b8e00072e0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:41.298952 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (78d2713d-7cbe-4289-b716-c2b8e00072e0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:41.350462 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:35:41.379222 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d2713d-7cbe-4289-b716-c2b8e00072e0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:41.383191 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (961733b8-b180-415e-970f-15dd3ba50092), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:41.383523 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Added segment 961733b8-b180-415e-970f-15dd3ba50092 of type vlan for network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 Mar 08 08:35:41.448546 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (bd09ce94-c9fd-4d6b-9f35-ff47927cb888), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:41.492449 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26348006-c10a-49b8-bdef-eb656e94e183 req-658f5c4b-4622-42e7-b6e6-b92b926acefc tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:41.516576 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-26348006-c10a-49b8-bdef-eb656e94e183 req-658f5c4b-4622-42e7-b6e6-b92b926acefc tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 946 time: 0.1253853 Mar 08 08:35:41.560734 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-26348006-c10a-49b8-bdef-eb656e94e183 req-5fcaccc9-2635-412b-ad11-ae24dc93419a tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521226 Mar 08 08:35:41.778303 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f020f-7505-47e5-83c9-a281a94c329b req-0689426a-b546-46ba-a517-ae993fabf1e7 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:41.779772 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-255f020f-7505-47e5-83c9-a281a94c329b req-0689426a-b546-46ba-a517-ae993fabf1e7 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.31 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 946 time: 0.0599728 Mar 08 08:35:41.891701 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Deleting port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:35:41.892168 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:41.893732 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab5d46-4a25-4544-bea4-212209176719 req-c4003787-a9d4-4602-a584-23456dd3b6e5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:41.895304 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8dab5d46-4a25-4544-bea4-212209176719 req-c4003787-a9d4-4602-a584-23456dd3b6e5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0611877 Mar 08 08:35:41.955257 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8dab5d46-4a25-4544-bea4-212209176719 req-4176f327-c29c-48f9-aa62-1365aaff4ddd tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533891 Mar 08 08:35:42.006694 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] For port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:42.037039 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:42.037039 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Calling delete_port for 6931c5fb-1d4a-48dd-bf77-045ad80dee7e owned by compute:nova {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:35:42.069238 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (bd09ce94-c9fd-4d6b-9f35-ff47927cb888), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:42.069238 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:42.069581 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:42.151923 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] Pushing event updated for resources: {'Network': ['ID=bd09ce94-c9fd-4d6b-9f35-ff47927cb888,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:42.162923 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:35:42.224794 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-cfafe060-43cf-4db6-8a46-ea2618d3d1df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3628049 Mar 08 08:35:42.227588 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60746) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:42.235171 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Request body: {'subnet': {'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-404140963-subnet', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:42.354430 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (6931c5fb-1d4a-48dd-bf77-045ad80dee7e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:42.366149 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['6931c5fb-1d4a-48dd-bf77-045ad80dee7e'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:35:42.390634 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Made reservation on behalf of 4c2d390a1e84439b8a76481e293bfd98 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:42.392956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5240810'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:42.412711 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Pushing event deleted for resources: {'Port': ['ID=6931c5fb-1d4a-48dd-bf77-045ad80dee7e,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:42.483916 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] No DVR routers for this DVR port 6931c5fb-1d4a-48dd-bf77-045ad80dee7e on host hv-cinder-83249 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:35:42.488485 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:42.496391 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-255f020f-7505-47e5-83c9-a281a94c329b req-e6392d90-94ed-45ae-b442-97c3469b9ead tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.31 "DELETE /v2.0/ports/6931c5fb-1d4a-48dd-bf77-045ad80dee7e HTTP/1.1" status: 204 len: 173 time: 0.7110507 Mar 08 08:35:42.496974 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199708e-f9be-4168-9334-245ac16fd3a7', 'name': 'network-vif-deleted', 'tag': '6931c5fb-1d4a-48dd-bf77-045ad80dee7e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:42.502652 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8a92a3-b554-4802-9d62-2e58c5c92fe3" -d '{"events": [{"server_uuid": "2199708e-f9be-4168-9334-245ac16fd3a7", "name": "network-vif-deleted", "tag": "6931c5fb-1d4a-48dd-bf77-045ad80dee7e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:42.579001 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b97a2e1-57de-4929-bb6f-7f761bfd8cf8 x-openstack-request-id: req-4b97a2e1-57de-4929-bb6f-7f761bfd8cf8 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:42.583353 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199708e-f9be-4168-9334-245ac16fd3a7", "name": "network-vif-deleted", "tag": "6931c5fb-1d4a-48dd-bf77-045ad80dee7e", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:42.583353 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b97a2e1-57de-4929-bb6f-7f761bfd8cf8 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:42.583353 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199708e-f9be-4168-9334-245ac16fd3a7', 'name': 'network-vif-deleted', 'tag': '6931c5fb-1d4a-48dd-bf77-045ad80dee7e', 'status': 'completed', 'code': 200} Mar 08 08:35:42.708307 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-458d1c4a-fe43-4b84-b71e-cb35cf90d15e req-c36afd40-d326-45f8-8359-790b6d0e54f5 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 210 time: 0.0377102 Mar 08 08:35:42.931894 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7534503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5240820'] for subnet (0e6f89be-f6db-46ef-8059-92e0fe833bad), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:43.110599 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6f89be-f6db-46ef-8059-92e0fe833bad,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:43.129009 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Checking segment: {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:43.129745 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Network hostable DHCP agents. Network: bd09ce94-c9fd-4d6b-9f35-ff47927cb888, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:35:43.174394 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8350f-22f4-4678-bbc5-086edb92a85a req-7aa7f66b-6464-45e0-9cee-8aac7a9d1a33 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:43.176129 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eeb8350f-22f4-4678-bbc5-086edb92a85a req-7aa7f66b-6464-45e0-9cee-8aac7a9d1a33 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.0882080 Mar 08 08:35:43.232758 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:35:43.258537 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eeb8350f-22f4-4678-bbc5-086edb92a85a req-4af8507e-3e2f-41dc-8cd7-1a9c275b08f8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704534 Mar 08 08:35:43.344097 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, bd09ce94-c9fd-4d6b-9f35-ff47927cb888) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:43.348894 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:43.348894 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:43.355588 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4f145-5cd3-47c5-9824-74186e64aad5 None None] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:43.426524 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60762) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:43.427350 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-eb0154ec-80fd-45a4-a76a-7528153c19bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1972165 Mar 08 08:35:43.433200 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:43.482802 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:35:43.483789 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:43.531455 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (9e89225e-936e-4fac-b0cf-b19bcf4e6831), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:43.532676 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (9e89225e-936e-4fac-b0cf-b19bcf4e6831), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:43.607001 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks [] for router_controller (9e89225e-936e-4fac-b0cf-b19bcf4e6831), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:43.653611 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Allocated IP 172.20.0.2 (bd09ce94-c9fd-4d6b-9f35-ff47927cb888/0e6f89be-f6db-46ef-8059-92e0fe833bad/f85ddad2-bc79-496b-9d6c-36aab06510fc) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:43.887868 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-00d49340-0e6e-4220-a7ec-a28d3f65cdcb req-2eb8d1f9-b875-4642-aad5-6fb19a521bc5 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=2199708e-f9be-4168-9334-245ac16fd3a7 HTTP/1.1" status: 200 len: 210 time: 0.0472908 Mar 08 08:35:43.889781 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Publish callbacks [] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:43.977729 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.017514 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks [] for router_gateway (9e89225e-936e-4fac-b0cf-b19bcf4e6831), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.039796 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:44.042865 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:44.047151 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:44.054993 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Pushing event updated for resources: {'Port': ['ID=f85ddad2-bc79-496b-9d6c-36aab06510fc,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:44.134425 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Attempting to bind port f85ddad2-bc79-496b-9d6c-36aab06510fc on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:44.134425 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Attempting to bind port f85ddad2-bc79-496b-9d6c-36aab06510fc by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:44.134425 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Attempting to bind port f85ddad2-bc79-496b-9d6c-36aab06510fc on network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:44.138648 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:44.139032 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Checking segment: {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:44.139441 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.139832 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Bound using segment: {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:44.140294 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Bound port: f85ddad2-bc79-496b-9d6c-36aab06510fc, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:44.140671 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.223305 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] For port f85ddad2-bc79-496b-9d6c-36aab06510fc, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:44.227531 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] For port f85ddad2-bc79-496b-9d6c-36aab06510fc, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f85ddad2-bc79-496b-9d6c-36aab06510fc,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:44.310767 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.356009 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks [] for router_gateway (9e89225e-936e-4fac-b0cf-b19bcf4e6831), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.384671 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f7ac0-885e-44f4-9678-12f3343f6da6 None None] Pushing event updated for resources: {'Port': ['ID=f85ddad2-bc79-496b-9d6c-36aab06510fc,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:44.400457 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.536940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Allocated IP 172.27.2.170 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/b07ca923-7315-4434-9f96-ac5d96faf620) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:44.688834 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks [] for port (b07ca923-7315-4434-9f96-ac5d96faf620), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.741567 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56dcfd91-5878-4ec8-a07a-877e610d60a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.828508 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:44.894152 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:44.899003 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:44.910706 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:44.914084 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Pushing event updated for resources: {'Port': ['ID=b07ca923-7315-4434-9f96-ac5d96faf620,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:45.483608 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks [] for router_gateway (9e89225e-936e-4fac-b0cf-b19bcf4e6831), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:45.707009 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (9e89225e-936e-4fac-b0cf-b19bcf4e6831), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:45.839645 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c6642-602c-4955-9305-65285b57827f None None] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:45.941258 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-a0024ddd-2c23-434d-aed9-e77f96fa0c7e None None] Provisioning complete for port f85ddad2-bc79-496b-9d6c-36aab06510fc triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:45.941631 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0024ddd-2c23-434d-aed9-e77f96fa0c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:46.035409 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f85ddad2-bc79-496b-9d6c-36aab06510fc up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:46.042078 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:35:46.082640 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-a0024ddd-2c23-434d-aed9-e77f96fa0c7e None None] Current status of the port f85ddad2-bc79-496b-9d6c-36aab06510fc is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:46.083037 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0024ddd-2c23-434d-aed9-e77f96fa0c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:46.141782 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-a0024ddd-2c23-434d-aed9-e77f96fa0c7e None None] For port f85ddad2-bc79-496b-9d6c-36aab06510fc, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f85ddad2-bc79-496b-9d6c-36aab06510fc,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:46.169198 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port f85ddad2-bc79-496b-9d6c-36aab06510fc triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:46.169776 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:46.239893 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-ff08c825-8da0-4805-8e07-5d5b97b82feb tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--666403947&fields=id&tenant_id=ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 267 time: 0.0786579 Mar 08 08:35:46.266707 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:35:46.278246 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Sync routers for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:35:46.301483 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:46.302187 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:46.381902 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:46.382395 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3731a82f-0857-4678-abb4-42e3e3913b1e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9539106 Mar 08 08:35:46.385359 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 60812) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:46.461796 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0024ddd-2c23-434d-aed9-e77f96fa0c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:46.477440 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:46.635935 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0024ddd-2c23-434d-aed9-e77f96fa0c7e None None] Pushing event updated for resources: {'Port': ['ID=f85ddad2-bc79-496b-9d6c-36aab06510fc,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:46.649595 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-41f3d24a-e5ad-45b3-910d-997857b21fd1 None None] Provisioning complete for port f85ddad2-bc79-496b-9d6c-36aab06510fc triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:46.649595 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-41f3d24a-e5ad-45b3-910d-997857b21fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:46.689555 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 6931c5fb-1d4a-48dd-bf77-045ad80dee7e no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:35:46.699854 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:45Z', 'revision_number': 3, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:46.725712 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port f85ddad2-bc79-496b-9d6c-36aab06510fc is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:46.729534 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 6931c5fb-1d4a-48dd-bf77-045ad80dee7e {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:35:46.729839 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 6931c5fb-1d4a-48dd-bf77-045ad80dee7e not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:35:46.755580 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Checking router: 9e89225e-936e-4fac-b0cf-b19bcf4e6831 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:35:46.757830 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Updating router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 port b07ca923-7315-4434-9f96-ac5d96faf620 binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:35:46.806234 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-41f3d24a-e5ad-45b3-910d-997857b21fd1 None None] Current status of the port f85ddad2-bc79-496b-9d6c-36aab06510fc is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:46.807985 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:46.993530 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-1147c7c4-4005-4961-a1a5-5ca8d745db19 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:46.995182 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-1147c7c4-4005-4961-a1a5-5ca8d745db19 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/networks?id=a8ea8449-8bc8-47ad-951f-223a61c86908 HTTP/1.1" status: 200 len: 814 time: 0.7961919 Mar 08 08:35:47.006598 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6968-531d-4f21-a72c-d906e55cf059 req-642f1b6c-35f7-4bff-9caf-a157e793b3af tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:47.008067 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-642f1b6c-35f7-4bff-9caf-a157e793b3af tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 814 time: 0.7432079 Mar 08 08:35:47.031110 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-ea2cf5fd-de3b-4cb6-a10e-bd295cf9f848 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/quotas/187ad3c0f4b44230beb56bdfc855de42 HTTP/1.1" status: 200 len: 375 time: 0.0219891 Mar 08 08:35:47.035462 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-79f9a9af-30fb-44f7-98a2-a3a9fa1585a9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/quotas/ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 375 time: 0.0190349 Mar 08 08:35:47.053281 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4efa7c46-6701-4d72-8ef8-60e6ebe019ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:47.107972 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-5e8b2807-52db-4fb2-8774-e8b43f31c0ae tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=187ad3c0f4b44230beb56bdfc855de42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667703 Mar 08 08:35:47.266442 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-4c07d464-5569-4ee8-8a5b-d0d2d28507d0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2169759 Mar 08 08:35:47.311196 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-5af384f9-1cdc-471c-af2c-269e456f06e9 service neutron] 10.222.0.21 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946535 Mar 08 08:35:47.369129 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Publish callbacks [] for port (b07ca923-7315-4434-9f96-ac5d96faf620), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:47.451050 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:47.487416 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-19708493-2233-4948-8645-f2951395c704 service neutron] 10.222.0.21 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026873 Mar 08 08:35:47.508656 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:47.509235 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Attempting to bind port b07ca923-7315-4434-9f96-ac5d96faf620 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:47.510143 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Attempting to bind port b07ca923-7315-4434-9f96-ac5d96faf620 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:47.510513 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Attempting to bind port b07ca923-7315-4434-9f96-ac5d96faf620 on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:47.513021 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186d315-3b43-4d5f-bef3-694d2932f7e3 None None] Pushing event updated for resources: {'Port': ['ID=b07ca923-7315-4434-9f96-ac5d96faf620,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:47.518754 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:47.519518 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:47.519518 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:47.519917 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:47.520393 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Bound port: b07ca923-7315-4434-9f96-ac5d96faf620, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:47.520787 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:47.541322 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-c9dd926e-4b0b-45e0-acaf-db47949ca5d4 service neutron] 10.222.0.21 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488960 Mar 08 08:35:47.599856 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] For port b07ca923-7315-4434-9f96-ac5d96faf620, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:47.604804 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] For port b07ca923-7315-4434-9f96-ac5d96faf620, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=b07ca923-7315-4434-9f96-ac5d96faf620,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:47.628206 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-39ed0043-702c-4250-a0c5-068bc8c2809d service neutron] 10.222.0.21 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280644 Mar 08 08:35:47.674625 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:47.734966 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:47.735727 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:47.799943 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186d315-3b43-4d5f-bef3-694d2932f7e3 None None] Pushing event updated for resources: {'Port': ['ID=b07ca923-7315-4434-9f96-ac5d96faf620,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:47.819040 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Allocated IP 172.20.0.1 (bd09ce94-c9fd-4d6b-9f35-ff47927cb888/0e6f89be-f6db-46ef-8059-92e0fe833bad/80356321-26dd-49c6-9ddb-60297479b414) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:47.984366 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:48.052894 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341746dc-c0e7-4b7d-b952-81d1eb54ac91 req-7d07274a-9a2c-40f6-8b2f-a10e7e30d00c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:48.062553 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-341746dc-c0e7-4b7d-b952-81d1eb54ac91 req-7d07274a-9a2c-40f6-8b2f-a10e7e30d00c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1760280 Mar 08 08:35:48.084541 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:48.111517 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Publish callbacks [] for port (80356321-26dd-49c6-9ddb-60297479b414), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:48.122382 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f85ddad2-bc79-496b-9d6c-36aab06510fc up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:48.172239 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-341746dc-c0e7-4b7d-b952-81d1eb54ac91 req-f1767bec-0c5a-4997-b99c-07e90db0d331 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950165 Mar 08 08:35:48.288192 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port f85ddad2-bc79-496b-9d6c-36aab06510fc triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:48.290318 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:48.317714 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f123926-d46a-4514-bbab-f3ff8e031281 req-7dcf8d9f-9a14-488d-a097-7d3e381650c3 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 210 time: 0.0370982 Mar 08 08:35:48.334289 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (80356321-26dd-49c6-9ddb-60297479b414), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:48.440532 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:45Z', 'revision_number': 3, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:48.455088 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Pushing event updated for resources: {'Port': ['ID=80356321-26dd-49c6-9ddb-60297479b414,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:48.479452 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-10a6b7ff-9962-4846-9774-b75d5b894a36 req-420a0e1b-1c8b-4430-9256-648946f239da tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 210 time: 0.0647068 Mar 08 08:35:48.487759 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:48.488426 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:48.490954 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:48.498656 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a921fcf-cd7b-4a3c-b709-b7d399c1f10b None None] The sync data for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi is: [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:45Z', 'revision_number': 3, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:35:48.537418 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port f85ddad2-bc79-496b-9d6c-36aab06510fc is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:48.629143 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (9e89225e-936e-4fac-b0cf-b19bcf4e6831), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:48.909346 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-e8209802-866b-4145-a8d1-05955567aa97 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:48.910880 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-e8209802-866b-4145-a8d1-05955567aa97 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/networks?id=91ea2348-720f-4096-92d9-01c90b01bbc8 HTTP/1.1" status: 200 len: 808 time: 0.2825191 Mar 08 08:35:48.988074 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-3f7b5a67-fbc5-42f2-b7dc-54cbd247f86f None None] Provisioning complete for port 80356321-26dd-49c6-9ddb-60297479b414 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:48.990402 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5a67-fbc5-42f2-b7dc-54cbd247f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (80356321-26dd-49c6-9ddb-60297479b414), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:49.005324 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-5bac18d5-1ad5-4625-861a-01c2c9a9ac60 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/quotas/e1d8c9e84b81426489016bf0802bbe67 HTTP/1.1" status: 200 len: 375 time: 0.0536027 Mar 08 08:35:49.027457 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc6243-e6c1-48f7-b574-51854ac218c7 req-5ad77084-7f10-4c3c-aac1-6ef9d3015fd9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:49.029001 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e5dc6243-e6c1-48f7-b574-51854ac218c7 req-5ad77084-7f10-4c3c-aac1-6ef9d3015fd9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1581242 Mar 08 08:35:49.072283 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-b7a0d752-527b-431f-852e-3a78adc475d0 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1d8c9e84b81426489016bf0802bbe67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581701 Mar 08 08:35:49.089431 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-6aed3377-9c24-48f3-8991-23187673bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:49.091160 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-6aed3377-9c24-48f3-8991-23187673bfdb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1130 time: 0.2254865 Mar 08 08:35:49.103592 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b5a67-fbc5-42f2-b7dc-54cbd247f86f None None] Port 80356321-26dd-49c6-9ddb-60297479b414 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:49.205773 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-d1a751af-1cc7-4031-bb5a-e55c93210db7 service neutron] 10.222.0.21 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360717 Mar 08 08:35:49.256380 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-cf88926f-8e17-4aed-a62a-90b41753a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:49.258266 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-cf88926f-8e17-4aed-a62a-90b41753a892 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.1571794 Mar 08 08:35:49.350207 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-17c4d3b7-9a55-40aa-bc40-3ad3aa91c469 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 200 len: 217 time: 0.0664349 Mar 08 08:35:49.361155 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (80356321-26dd-49c6-9ddb-60297479b414), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:49.388749 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e5dc6243-e6c1-48f7-b574-51854ac218c7 req-8885de4c-3ed4-4563-bfa1-04afab67892a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301623 Mar 08 08:35:49.437329 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-96e7a74d-2967-4b0f-a719-eaa9ce54dde0 service neutron] 10.222.0.21 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300932 Mar 08 08:35:49.517252 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:49.588071 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8d60-b55a-48a9-be01-edcbe0234762 req-7166d923-9fee-4043-b13b-b4c4b1a6fe5e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:49.599363 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-65b92dca-cf0d-4cc9-9e57-f669a9bb0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:49.600071 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fdba8d60-b55a-48a9-be01-edcbe0234762 req-7166d923-9fee-4043-b13b-b4c4b1a6fe5e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1135523 Mar 08 08:35:49.606745 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-65b92dca-cf0d-4cc9-9e57-f669a9bb0441 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.2357476 Mar 08 08:35:49.654950 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-25c53a78-97fd-40f2-8214-eb865232a9d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379956 Mar 08 08:35:49.719105 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fdba8d60-b55a-48a9-be01-edcbe0234762 req-11bda5bb-d678-4af8-9cea-7d74513443c4 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984833 Mar 08 08:35:49.917480 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-10a824ac-6df1-4408-9089-47e9fe47ebc3 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440312 Mar 08 08:35:49.969636 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Publish callbacks [] for port (80356321-26dd-49c6-9ddb-60297479b414), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:50.009418 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c0600e4-11b2-4f5a-96b4-b479b5d3a907 req-75cd6e74-2b8b-4038-8e5f-718206f987fd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 210 time: 0.1293356 Mar 08 08:35:50.039101 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d0dc8cc-bada-4316-a4ad-9689e9223346 req-265339e6-38a3-41a1-a86a-563596a4f74c tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 210 time: 0.1880548 Mar 08 08:35:50.113628 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (80356321-26dd-49c6-9ddb-60297479b414), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:50.158504 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device b07ca923-7315-4434-9f96-ac5d96faf620 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:50.201094 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-700565a5-faf8-4518-9f6b-03c35e813d56 req-6dc31329-64b9-420a-873a-3e1c8ec06370 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 210 time: 0.1080217 Mar 08 08:35:50.213288 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (9e89225e-936e-4fac-b0cf-b19bcf4e6831), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:50.253104 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port b07ca923-7315-4434-9f96-ac5d96faf620 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:50.253694 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:50.330902 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Pushing event updated for resources: {'Port': ['ID=80356321-26dd-49c6-9ddb-60297479b414,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:50.338259 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63b4cf9b-9887-414b-9fb4-b10861155707 req-006fa941-c98f-48ca-92f7-ac1d0ddaddb6 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969221 Mar 08 08:35:50.394478 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port b07ca923-7315-4434-9f96-ac5d96faf620 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:50.395020 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:50.434743 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port b07ca923-7315-4434-9f96-ac5d96faf620, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=b07ca923-7315-4434-9f96-ac5d96faf620,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:50.445700 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:50.447992 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:50.511520 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:50.626280 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bdb86-9a9c-4cfe-b39f-fa2c3bfb3bd2 req-a52b30a1-8076-42e2-9ef4-964568d38957 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:50.649769 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a08bdb86-9a9c-4cfe-b39f-fa2c3bfb3bd2 req-a52b30a1-8076-42e2-9ef4-964568d38957 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1219542 Mar 08 08:35:50.657891 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=b07ca923-7315-4434-9f96-ac5d96faf620,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:50.731670 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:35:50.825582 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a08bdb86-9a9c-4cfe-b39f-fa2c3bfb3bd2 req-2b4a10c3-ac07-4cc4-8724-3cb581b85868 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714931 Mar 08 08:35:50.855006 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-7c7be68c-0b62-428e-a9b2-70b7cf4a9df1 None None] Provisioning complete for port 80356321-26dd-49c6-9ddb-60297479b414 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:50.855537 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7c7be68c-0b62-428e-a9b2-70b7cf4a9df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (80356321-26dd-49c6-9ddb-60297479b414), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:50.927162 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-7c7be68c-0b62-428e-a9b2-70b7cf4a9df1 None None] Port 80356321-26dd-49c6-9ddb-60297479b414 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:50.959674 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f6730-401e-4ec5-ba30-dc6823614c96 req-53641fed-aef3-4294-bfce-8a5879769fd3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:50.961343 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b2f6730-401e-4ec5-ba30-dc6823614c96 req-53641fed-aef3-4294-bfce-8a5879769fd3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1180389 Mar 08 08:35:51.013837 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:35:51.016456 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b2f6730-401e-4ec5-ba30-dc6823614c96 req-c86682fb-edb2-4cd7-95e2-918d3527bded tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490255 Mar 08 08:35:51.043870 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:51.070529 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1bcab31f-50f6-478c-88f2-10c5b2f784f9 admin admin] 10.222.0.21 "PUT /v2.0/routers/9e89225e-936e-4fac-b0cf-b19bcf4e6831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6840367 Mar 08 08:35:51.205538 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-0f6d799b-09b5-4e43-bf9a-a82a1ac17cc3 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:51.210520 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-0f6d799b-09b5-4e43-bf9a-a82a1ac17cc3 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.31 "GET /v2.0/networks?id=a8ea8449-8bc8-47ad-951f-223a61c86908 HTTP/1.1" status: 200 len: 814 time: 0.2433426 Mar 08 08:35:51.224086 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Request body: {'port': {'device_id': 'dcfd1a86-721d-4843-ab7c-2e24da627ac0', 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908', 'admin_state_up': True, 'tenant_id': '187ad3c0f4b44230beb56bdfc855de42'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:51.254543 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e6080b5-fdec-4294-8305-7a2a254ae97e req-5a554a26-13a1-4225-ab33-d2674e8a007a tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 210 time: 0.0795743 Mar 08 08:35:51.269465 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-73fc5270-99a3-4670-b53c-bd1054e6f853 req-e147ae7a-851c-4179-beb9-66abaff6c3db tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 210 time: 0.1051929 Mar 08 08:35:51.428065 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6968-531d-4f21-a72c-d906e55cf059 req-08bbcb2c-8acd-4b88-951d-6daf2de983af tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:51.433134 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-08bbcb2c-8acd-4b88-951d-6daf2de983af tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 814 time: 0.3596106 Mar 08 08:35:51.484516 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Sync routers for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:35:51.487787 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-08079efd-d917-4260-92a7-a227779287b7 req-1c7a9fd1-6d7a-4da6-b1f1-cb11c7e0c30c tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 210 time: 0.0462317 Mar 08 08:35:51.503992 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:51.504855 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:51.601489 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Made reservation on behalf of 187ad3c0f4b44230beb56bdfc855de42 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:51.606866 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-fdabf198-1dff-490d-b10f-e0d3052bc8ec tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 472 time: 0.1634471 Mar 08 08:35:51.607876 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:51.637088 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'port': {'device_id': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'admin_state_up': True, 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'security_groups': ['5bf678ab-4df2-4a12-9593-78125baa32e5']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:51.797213 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:51.862274 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Allocated IP 172.20.0.11 (a8ea8449-8bc8-47ad-951f-223a61c86908/21235acd-c7ab-4fec-bfe0-a863933346b2/7dd1d0cd-7141-4261-a93b-8e11adcf35a4) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:52.020406 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Made reservation on behalf of ede793b3047442669efa63a8d001d667 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:52.026047 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.165763 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device b07ca923-7315-4434-9f96-ac5d96faf620 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:52.263190 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721406d8-cde2-4d8e-bc24-ff6e80be9b71 req-e282c2ef-d6e9-4559-961d-fbc789833cd6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:52.265563 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-721406d8-cde2-4d8e-bc24-ff6e80be9b71 req-e282c2ef-d6e9-4559-961d-fbc789833cd6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2902894 Mar 08 08:35:52.267592 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks [] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.311681 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port b07ca923-7315-4434-9f96-ac5d96faf620 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:52.315479 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.321869 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 2, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:52.373105 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Checking router: 9e89225e-936e-4fac-b0cf-b19bcf4e6831 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:35:52.373461 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Updating router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 port 80356321-26dd-49c6-9ddb-60297479b414 binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:35:52.374157 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.417309 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60938) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:52.420281 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (80356321-26dd-49c6-9ddb-60297479b414), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.424134 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-193722489-network', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:52.450246 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bdbb4-5702-4b05-9c4d-267d820113c3 req-3debf51e-e5b6-4995-9695-60a4a93e6e7e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:52.453211 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc8bdbb4-5702-4b05-9c4d-267d820113c3 req-3debf51e-e5b6-4995-9695-60a4a93e6e7e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.2884033 Mar 08 08:35:52.453328 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Network a8ea8449-8bc8-47ad-951f-223a61c86908 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:52.460394 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:52.476173 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:52.483381 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Pushing event updated for resources: {'Port': ['ID=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:52.507781 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Made reservation on behalf of 8441b71076ca454abf9924bae4df4d6b for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:52.511009 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.559058 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.571587 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Allocated IP 172.20.0.9 (c687e176-06d5-433e-ad8b-3139fc84ddd6/1369b6d5-f70b-406a-9a56-b877c7243376/8185fa74-4b2b-4418-9572-d2ae3e36e0c3) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:52.589015 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-721406d8-cde2-4d8e-bc24-ff6e80be9b71 req-e2e332d3-27d8-463b-bf2e-5b2aaa68b7d6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154674 Mar 08 08:35:52.605857 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc8bdbb4-5702-4b05-9c4d-267d820113c3 req-e485f364-80d8-4577-bf90-da7e206da467 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370745 Mar 08 08:35:52.606170 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:52.606170 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.776017 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port b07ca923-7315-4434-9f96-ac5d96faf620 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:52.836715 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-93533082-fcb7-4eff-aa98-37a27c6981e8 req-bc6fe3b2-7a8c-409e-842f-364c2d73aa99 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 210 time: 0.0755219 Mar 08 08:35:52.936780 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-ab17fa3b-445b-4988-b3a1-2aa9a0751465 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852533028&fields=id&tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 267 time: 0.2013314 Mar 08 08:35:52.967139 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Publish callbacks [] for port (80356321-26dd-49c6-9ddb-60297479b414), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.969877 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Publish callbacks [] for security_group (c9d3569b-b26c-4286-ac61-892697bf9f0b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:52.993559 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.027328 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-40765a1a-c41f-4ba6-be96-305aa4f74bfd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8070807 Mar 08 08:35:53.038355 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Request body: {'port': {'device_id': 'dcfd1a86-721d-4843-ab7c-2e24da627ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:53.099306 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.137789 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1d2d5-8f67-4704-91d7-bfda38073666 req-d07b3c79-6a60-4853-8635-116bb510047c tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:53.139366 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0be1d2d5-8f67-4704-91d7-bfda38073666 req-d07b3c79-6a60-4853-8635-116bb510047c tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 932 time: 0.1442714 Mar 08 08:35:53.146986 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-e815145b-6e43-4730-9633-1ffb593933c2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:53.148739 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-e815145b-6e43-4730-9633-1ffb593933c2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 811 time: 0.1961069 Mar 08 08:35:53.175909 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-59670c22-832e-4f44-a7f0-cabca2608ab0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/quotas/8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 375 time: 0.0191495 Mar 08 08:35:53.228971 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0be1d2d5-8f67-4704-91d7-bfda38073666 req-8e2e0c67-3a96-4575-8bc8-7a9d8f4f8bf4 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791454 Mar 08 08:35:53.254305 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-efa7d029-5e38-4741-b0a8-13ecc4b45b9c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686455 Mar 08 08:35:53.349911 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53858a97-456b-4a6c-a4ac-4650db7a121f req-58e8da9e-674c-4ef4-9388-85e41cfbc1f7 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 210 time: 0.0531557 Mar 08 08:35:53.372647 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:35:53.378713 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-7a081114-7d87-41ea-b8c1-2c0c8a56deed service neutron] 10.222.0.21 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113677 Mar 08 08:35:53.381342 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Publish callbacks [] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.401486 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Transition to ACTIVE for port object 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:35:53.417227 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (80356321-26dd-49c6-9ddb-60297479b414), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.445167 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.446520 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c9d3569b-b26c-4286-ac61-892697bf9f0b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.510104 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:35:53.514228 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.540079 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:53.564902 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (d73ea544-7068-42b2-8c4a-107c6979dac1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.565244 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Added segment d73ea544-7068-42b2-8c4a-107c6979dac1 of type vlan for network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 Mar 08 08:35:53.570909 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d3569b-b26c-4286-ac61-892697bf9f0b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:53.574515 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:53.600381 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:53.604571 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a1eaa-9d24-4bf1-b1ba-f994019e550b None None] Pushing event updated for resources: {'Port': ['ID=80356321-26dd-49c6-9ddb-60297479b414,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:53.614958 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:53.680789 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Attempting to bind port 80356321-26dd-49c6-9ddb-60297479b414 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:53.681734 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Attempting to bind port 80356321-26dd-49c6-9ddb-60297479b414 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:53.682149 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Attempting to bind port 80356321-26dd-49c6-9ddb-60297479b414 on network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:53.702019 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-8af977b8-4d91-4028-bfc8-bd1eed52de63 service neutron] 10.222.0.21 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171661 Mar 08 08:35:53.712102 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:53.712663 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Checking segment: {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:53.713021 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.713419 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Bound using segment: {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:53.713937 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Bound port: 80356321-26dd-49c6-9ddb-60297479b414, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:53.732210 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (80356321-26dd-49c6-9ddb-60297479b414), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.808827 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (9c55eac0-85f6-4e86-b9b0-bafb43647ae8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.844980 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-843585e4-1aad-48d9-9e4e-8ed199e3faae tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:53.847829 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-843585e4-1aad-48d9-9e4e-8ed199e3faae tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.31 "GET /v2.0/networks?id=91ea2348-720f-4096-92d9-01c90b01bbc8 HTTP/1.1" status: 200 len: 808 time: 0.4061852 Mar 08 08:35:53.874054 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:53.890847 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Request body: {'port': {'device_id': '25eb8df2-a4ae-457d-827c-b35a4fdf300a', 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8', 'admin_state_up': True, 'tenant_id': 'e1d8c9e84b81426489016bf0802bbe67'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:53.958867 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:53.959657 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:53.986310 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] For port 80356321-26dd-49c6-9ddb-60297479b414, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:53.992715 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] For port 80356321-26dd-49c6-9ddb-60297479b414, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=80356321-26dd-49c6-9ddb-60297479b414,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:54.022246 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-711bf6e7-94fc-4059-8604-fe424899849c None None] Provisioning complete for port 80356321-26dd-49c6-9ddb-60297479b414 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:54.022626 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-711bf6e7-94fc-4059-8604-fe424899849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (80356321-26dd-49c6-9ddb-60297479b414), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.037791 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aefd87-f86d-47f9-b1d6-a3d149f4744b req-afd8f382-0c07-4e3e-80dc-a8fb76029bba tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:54.048516 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d3aefd87-f86d-47f9-b1d6-a3d149f4744b req-afd8f382-0c07-4e3e-80dc-a8fb76029bba tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2830505 Mar 08 08:35:54.086124 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (9c55eac0-85f6-4e86-b9b0-bafb43647ae8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.088148 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:54.088974 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.096418 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (80356321-26dd-49c6-9ddb-60297479b414), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.096667 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-d0160215-a7d2-4f2d-b4a8-357b520e471c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4715669 Mar 08 08:35:54.151665 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Request body: {'port': {'device_id': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:54.174718 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:35:54.176537 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:54.185877 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-711bf6e7-94fc-4059-8604-fe424899849c None None] Port 80356321-26dd-49c6-9ddb-60297479b414 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:54.238799 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Attempting to bind port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:54.239377 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Attempting to bind port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:54.239504 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Attempting to bind port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 on network a8ea8449-8bc8-47ad-951f-223a61c86908 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:54.264464 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 on network a8ea8449-8bc8-47ad-951f-223a61c86908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:35:54.264795 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Attempting to bind port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 on network a8ea8449-8bc8-47ad-951f-223a61c86908 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:54.269268 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d3aefd87-f86d-47f9-b1d6-a3d149f4744b req-d198cbd4-0927-43a2-bffe-3c97a6557d13 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051749 Mar 08 08:35:54.273072 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] Pushing event updated for resources: {'Network': ['ID=9c55eac0-85f6-4e86-b9b0-bafb43647ae8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:54.281863 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-36e85406-6db6-40be-83ff-cbda2b63191c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8603098 Mar 08 08:35:54.285918 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60966) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:54.300328 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:54.300680 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Checking segment: {'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:54.301141 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Bound using segment: {'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:54.301610 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Bound port: 7dd1d0cd-7141-4261-a93b-8e11adcf35a4, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:54.302051 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.309748 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:35:54.334594 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Request body: {'subnet': {'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-193722489-subnet', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:54.384588 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.396531 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Made reservation on behalf of e1d8c9e84b81426489016bf0802bbe67 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:54.399845 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.495391 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Made reservation on behalf of 8441b71076ca454abf9924bae4df4d6b for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:54.498012 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5240810'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.513123 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a1eaa-9d24-4bf1-b1ba-f994019e550b None None] Pushing event updated for resources: {'Port': ['ID=80356321-26dd-49c6-9ddb-60297479b414,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:54.574773 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Allocated IP 172.20.0.7 (91ea2348-720f-4096-92d9-01c90b01bbc8/a80d1d88-0789-486a-9788-6fb17ae03e37/e1d76d98-6cf0-47a0-86dd-83b53448e1fe) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:54.607566 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-5e648a75-9a48-450c-9a9c-10dee2958c3a None None] Provisioning complete for port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:54.607566 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5e648a75-9a48-450c-9a9c-10dee2958c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.724509 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1152b-4301-44e5-b9fa-eaa2c2ca5736 req-81709cc4-df62-40d5-b14a-c809564080e3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:54.726064 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-65f1152b-4301-44e5-b9fa-eaa2c2ca5736 req-81709cc4-df62-40d5-b14a-c809564080e3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.2433794 Mar 08 08:35:54.764638 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks [] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.791714 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-5e648a75-9a48-450c-9a9c-10dee2958c3a None None] Port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:54.798149 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:35:54.811615 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] For port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:54.817512 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] For port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:54.883635 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.953746 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-65f1152b-4301-44e5-b9fa-eaa2c2ca5736 req-5413a048-4d19-459d-b487-c19726c12774 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053323 Mar 08 08:35:54.970032 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:54.980242 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5f02e-cc4f-49e9-bdea-bba5de297264 req-9fd7973b-cf6e-437f-8925-2ae0cf9d580b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:54.989900 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ea5f02e-cc4f-49e9-bdea-bba5de297264 req-9fd7973b-cf6e-437f-8925-2ae0cf9d580b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 931 time: 0.2757161 Mar 08 08:35:54.994312 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Network 91ea2348-720f-4096-92d9-01c90b01bbc8 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:55.011086 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Pushing event updated for resources: {'Port': ['ID=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:55.014315 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:55.014956 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.016430 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] 10.222.0.31 "PUT /v2.0/ports/7dd1d0cd-7141-4261-a93b-8e11adcf35a4 HTTP/1.1" status: 200 len: 1094 time: 1.9821239 Mar 08 08:35:55.016902 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfd1a86-721d-4843-ab7c-2e24da627ac0', 'tag': '7dd1d0cd-7141-4261-a93b-8e11adcf35a4'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:55.020042 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfd1a86-721d-4843-ab7c-2e24da627ac0", "tag": "7dd1d0cd-7141-4261-a93b-8e11adcf35a4"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:55.065107 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:55.068167 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:55.194615 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-18ef79ca-32ff-4307-9211-e35019be7f73 None None] Provisioning complete for port 80356321-26dd-49c6-9ddb-60297479b414 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:55.195213 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-18ef79ca-32ff-4307-9211-e35019be7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (80356321-26dd-49c6-9ddb-60297479b414), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.383298 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-18ef79ca-32ff-4307-9211-e35019be7f73 None None] Current status of the port 80356321-26dd-49c6-9ddb-60297479b414 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:55.383786 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-18ef79ca-32ff-4307-9211-e35019be7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (80356321-26dd-49c6-9ddb-60297479b414), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.400920 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b33fe-6d2b-498b-90c1-978d7d21c305 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:55.405298 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:53Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:35:55.422658 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:55.423325 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.462453 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-6e2fa39a-f1b6-40c1-8cec-4458fc5183bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:55.464082 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-6e2fa39a-f1b6-40c1-8cec-4458fc5183bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187ad3c0f4b44230beb56bdfc855de42&device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 1128 time: 0.1091912 Mar 08 08:35:55.468297 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f65cc5-846f-4728-b7d7-790ebbe502e2 None None] The sync data for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi is: [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:53Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:35:55.494772 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-18ef79ca-32ff-4307-9211-e35019be7f73 None None] For port 80356321-26dd-49c6-9ddb-60297479b414, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=80356321-26dd-49c6-9ddb-60297479b414,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:55.519321 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7534503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5240820'] for subnet (04fa5f3f-576f-4213-93eb-31a05f3fadbd), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.535200 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-29a2e194-8527-4279-bb13-cc241de05139 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6577544 Mar 08 08:35:55.537818 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-6771c131-d61c-4c50-93d2-085cd004e04b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd1d0cd-7141-4261-a93b-8e11adcf35a4 HTTP/1.1" status: 200 len: 217 time: 0.0668235 Mar 08 08:35:55.560481 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Request body: {'port': {'device_id': '25eb8df2-a4ae-457d-827c-b35a4fdf300a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:55.565314 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-18ef79ca-32ff-4307-9211-e35019be7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (80356321-26dd-49c6-9ddb-60297479b414), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.615245 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ea5f02e-cc4f-49e9-bdea-bba5de297264 req-ab8654c7-2c6d-4478-a99e-e6969b0dd584 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6252098 Mar 08 08:35:55.639214 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:35:55.678132 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Publish callbacks [] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.697788 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-e40f4d20-51eb-417e-aa0f-eab79338b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:55.706522 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-e40f4d20-51eb-417e-aa0f-eab79338b23e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21235acd-c7ab-4fec-bfe0-a863933346b2 HTTP/1.1" status: 200 len: 854 time: 0.1506283 Mar 08 08:35:55.716578 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef79ca-32ff-4307-9211-e35019be7f73 None None] Pushing event updated for resources: {'Port': ['ID=80356321-26dd-49c6-9ddb-60297479b414,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:55.721600 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.746717 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-8849af9d-c3b3-4749-ad9d-43fd7d3001da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8ea8449-8bc8-47ad-951f-223a61c86908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371144 Mar 08 08:35:55.752411 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fa5f3f-576f-4213-93eb-31a05f3fadbd,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:55.770772 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Transition to ACTIVE for port object 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:35:55.778590 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b7473-8afd-4bd1-b6d5-9d203c477cbe req-3a54dc8f-d33d-41fa-b597-654e694f011e tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:55.780465 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b93b7473-8afd-4bd1-b6d5-9d203c477cbe req-3a54dc8f-d33d-41fa-b597-654e694f011e tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 944 time: 0.6714144 Mar 08 08:35:55.797211 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Checking segment: {'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:55.797578 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Network hostable DHCP agents. Network: 9c55eac0-85f6-4e86-b9b0-bafb43647ae8, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:35:55.857087 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ffc7-3b23-4753-b73d-d0564d31ac79 req-f2ac80e0-11ea-4c1b-b8f2-be455efc1218 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:55.858739 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1de2ffc7-3b23-4753-b73d-d0564d31ac79 req-f2ac80e0-11ea-4c1b-b8f2-be455efc1218 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 931 time: 0.1429482 Mar 08 08:35:55.866485 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b93b7473-8afd-4bd1-b6d5-9d203c477cbe req-12ce7b6e-2da3-423e-9a97-0a6b81348fef tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782964 Mar 08 08:35:55.874855 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:55.940166 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:35:55.992712 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-420991d3-4fa2-47a5-9a64-881afb92ec97 service neutron] 10.222.0.31 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391424 Mar 08 08:35:56.029456 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:56.040975 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5e48b88f-1a90-431a-bdaa-ff62af462767 req-8c81d3ff-e1b3-42a6-9cb7-45cc07c1def1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 210 time: 0.0915082 Mar 08 08:35:56.041564 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 9c55eac0-85f6-4e86-b9b0-bafb43647ae8) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:56.050130 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3754ae-db88-435d-927f-746482b78998 None None] Network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:56.054451 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:56.058220 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.115982 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1de2ffc7-3b23-4753-b73d-d0564d31ac79 req-ee7b5c5a-4daa-4b84-a05c-85351c584e19 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478600 Mar 08 08:35:56.150842 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 80356321-26dd-49c6-9ddb-60297479b414 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:56.197921 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Attempting to bind port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:56.198505 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Attempting to bind port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:56.198846 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Attempting to bind port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:56.222369 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 on network c687e176-06d5-433e-ad8b-3139fc84ddd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:35:56.227188 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Attempting to bind port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:56.248704 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:56.250432 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Checking segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:56.250963 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Bound using segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:56.251611 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Bound port: 8185fa74-4b2b-4418-9572-d2ae3e36e0c3, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:56.252078 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.263714 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d5e27e8b-8ca2-433f-9567-f3f769bae0b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9742696 Mar 08 08:35:56.273933 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 60998) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:56.279597 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:56.348340 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ac99e-47e4-4a7c-ac07-7abbf1b0aee2 x-openstack-request-id: req-067ac99e-47e4-4a7c-ac07-7abbf1b0aee2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:56.348706 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfd1a86-721d-4843-ab7c-2e24da627ac0", "tag": "7dd1d0cd-7141-4261-a93b-8e11adcf35a4", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:56.348990 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-067ac99e-47e4-4a7c-ac07-7abbf1b0aee2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:56.349382 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfd1a86-721d-4843-ab7c-2e24da627ac0', 'tag': '7dd1d0cd-7141-4261-a93b-8e11adcf35a4', 'status': 'completed', 'code': 200} Mar 08 08:35:56.399470 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-9c55eac0-85f6-4e86-b9b0-bafb43647ae8', 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8', 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'fixed_ips': [{'subnet_id': '04fa5f3f-576f-4213-93eb-31a05f3fadbd'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:35:56.401465 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.408255 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 80356321-26dd-49c6-9ddb-60297479b414 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:56.408635 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (80356321-26dd-49c6-9ddb-60297479b414), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.414597 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (c96accb5-9ebc-4161-8169-25469d3e5a03), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.416344 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (c96accb5-9ebc-4161-8169-25469d3e5a03), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.417810 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d76d98-6cf0-47a0-86dd-83b53448e1fe {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:35:56.447916 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Publish callbacks [] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.449646 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1436a-732e-4e99-9f22-062bacbe01fc req-f55eebe8-5596-474b-aadd-bee9a00c12f7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:56.458022 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9dd1436a-732e-4e99-9f22-062bacbe01fc req-f55eebe8-5596-474b-aadd-bee9a00c12f7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.2138433 Mar 08 08:35:56.529426 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43e330-78b4-4587-8f7c-8d2235df5b79 req-f6400e6b-7054-42f7-b8aa-ee4262b36501 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:56.531937 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c43e330-78b4-4587-8f7c-8d2235df5b79 req-f6400e6b-7054-42f7-b8aa-ee4262b36501 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2056422 Mar 08 08:35:56.537778 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Transition to ACTIVE for port object e1d76d98-6cf0-47a0-86dd-83b53448e1fe will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:35:56.549613 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9006fcbb-6cdf-4dfe-8256-2a6d87fb81de req-adff82e6-06d6-47a7-a271-c0cac7d36702 service neutron] 10.222.0.31 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000842 Mar 08 08:35:56.572432 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-056553e1-0d8f-43a2-9653-c2cf66ccbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:56.574633 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-056553e1-0d8f-43a2-9653-c2cf66ccbc19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 1130 time: 0.1464968 Mar 08 08:35:56.627573 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] For port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:56.636915 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks [] for router_controller (c96accb5-9ebc-4161-8169-25469d3e5a03), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.656708 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 80356321-26dd-49c6-9ddb-60297479b414 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:56.678174 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] For port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:56.680827 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.692570 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Allocated IP 172.20.0.2 (9c55eac0-85f6-4e86-b9b0-bafb43647ae8/04fa5f3f-576f-4213-93eb-31a05f3fadbd/bf3c7ce3-ac80-4280-9e37-af847342a026) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:56.708440 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9dd1436a-732e-4e99-9f22-062bacbe01fc req-b4ddf66a-80da-431e-b21d-3a27e388fc43 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475810 Mar 08 08:35:56.718509 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c43e330-78b4-4587-8f7c-8d2235df5b79 req-278d1614-244f-4e29-8ec5-0c8afeb91cf1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693256 Mar 08 08:35:56.830477 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-45ec440f-9e7b-40d2-9c32-d3c9ddeff3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:56.832031 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-45ec440f-9e7b-40d2-9c32-d3c9ddeff3b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 917 time: 0.2511384 Mar 08 08:35:56.844896 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Pushing event updated for resources: {'Port': ['ID=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:56.866033 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Publish callbacks [] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.871769 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.967527 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:56.975890 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-6fd146e6-8e0e-4bbc-8b5b-b379e5f4d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:56.977422 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-6fd146e6-8e0e-4bbc-8b5b-b379e5f4d855 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187ad3c0f4b44230beb56bdfc855de42&device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 1128 time: 0.2615530 Mar 08 08:35:57.047302 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-3c059670-8abf-4fec-a900-773b8510d748 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b HTTP/1.1" status: 200 len: 1000 time: 0.1956594 Mar 08 08:35:57.047582 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Pushing event updated for resources: {'Port': ['ID=bf3c7ce3-ac80-4280-9e37-af847342a026,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:57.058355 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.061038 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.063674 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] 10.222.0.31 "PUT /v2.0/ports/8185fa74-4b2b-4418-9572-d2ae3e36e0c3 HTTP/1.1" status: 200 len: 1093 time: 2.9283111 Mar 08 08:35:57.067181 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'tag': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:57.069617 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea" -d '{"events": [{"name": "network-changed", "server_uuid": "75c579b2-e06a-40bb-a552-a6c3fc45a3e1", "tag": "8185fa74-4b2b-4418-9572-d2ae3e36e0c3"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:57.072419 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:57.083570 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:57.086165 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:57.115947 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Attempting to bind port e1d76d98-6cf0-47a0-86dd-83b53448e1fe on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:57.116713 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Attempting to bind port e1d76d98-6cf0-47a0-86dd-83b53448e1fe by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:57.117232 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Attempting to bind port e1d76d98-6cf0-47a0-86dd-83b53448e1fe on network 91ea2348-720f-4096-92d9-01c90b01bbc8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:57.125211 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks [] for router_gateway (c96accb5-9ebc-4161-8169-25469d3e5a03), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.166343 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Attempting to bind port bf3c7ce3-ac80-4280-9e37-af847342a026 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:35:57.167879 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Attempting to bind port bf3c7ce3-ac80-4280-9e37-af847342a026 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:35:57.168400 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Attempting to bind port bf3c7ce3-ac80-4280-9e37-af847342a026 on network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:57.172871 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Port e1d76d98-6cf0-47a0-86dd-83b53448e1fe on network 91ea2348-720f-4096-92d9-01c90b01bbc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:35:57.173409 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Attempting to bind port e1d76d98-6cf0-47a0-86dd-83b53448e1fe on network 91ea2348-720f-4096-92d9-01c90b01bbc8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:35:57.178786 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:57.179232 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Checking segment: {'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:57.179771 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.180253 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b9464-99e5-433b-90b0-81ff015b74f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:57.180385 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Bound using segment: {'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:57.181502 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Bound port: bf3c7ce3-ac80-4280-9e37-af847342a026, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:57.182374 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.184277 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:35:57.185300 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Checking segment: {'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:35:57.185838 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Bound using segment: {'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:35:57.186813 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Bound port: e1d76d98-6cf0-47a0-86dd-83b53448e1fe, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fbe833-827f-4f9e-be0d-c57840eeacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:35:57.186813 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.202798 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45dc26-b587-4111-83e7-8c0d5303c06f req-201a6778-ab92-49c2-8b4c-9844b2b5e28f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.206343 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb45dc26-b587-4111-83e7-8c0d5303c06f req-201a6778-ab92-49c2-8b4c-9844b2b5e28f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 943 time: 0.4122589 Mar 08 08:35:57.272660 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] For port bf3c7ce3-ac80-4280-9e37-af847342a026, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:57.276172 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-0e793e4d-37a1-4c5b-ae42-41427a83c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.277734 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-0e793e4d-37a1-4c5b-ae42-41427a83c817 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.1853454 Mar 08 08:35:57.278233 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] For port bf3c7ce3-ac80-4280-9e37-af847342a026, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=bf3c7ce3-ac80-4280-9e37-af847342a026,segment=NetworkSegment(d73ea544-7068-42b2-8c4a-107c6979dac1),segment_id=d73ea544-7068-42b2-8c4a-107c6979dac1)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:57.282402 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820484a9-4e3f-40f6-a31c-e3031130bbc5 req-5afe47f2-2c78-442c-a56b-a27baa00c7a3 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.283158 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-c0e9399b-b768-48b3-b2fb-5fa6178be63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.284002 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-820484a9-4e3f-40f6-a31c-e3031130bbc5 req-5afe47f2-2c78-442c-a56b-a27baa00c7a3 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 944 time: 0.2060454 Mar 08 08:35:57.284763 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-c0e9399b-b768-48b3-b2fb-5fa6178be63c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8ea8449-8bc8-47ad-951f-223a61c86908 HTTP/1.1" status: 200 len: 915 time: 0.3014939 Mar 08 08:35:57.358532 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb45dc26-b587-4111-83e7-8c0d5303c06f req-27ee4eef-7eab-4205-95c4-c4c1360b0282 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463585 Mar 08 08:35:57.365314 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-daeacbd4-0e72-4abb-91e2-8f4a4b95718b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd1d0cd-7141-4261-a93b-8e11adcf35a4 HTTP/1.1" status: 200 len: 217 time: 0.0477304 Mar 08 08:35:57.369627 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] For port e1d76d98-6cf0-47a0-86dd-83b53448e1fe, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:35:57.372709 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6968-531d-4f21-a72c-d906e55cf059 req-0d0e4421-4e67-4362-afd5-149472f447d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.372998 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.374319 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-0d0e4421-4e67-4362-afd5-149472f447d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 1127 time: 0.1543083 Mar 08 08:35:57.399063 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] For port e1d76d98-6cf0-47a0-86dd-83b53448e1fe, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:35:57.438032 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-b818e8ca-1a39-44c0-befa-d3257fa3418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.438725 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-820484a9-4e3f-40f6-a31c-e3031130bbc5 req-855d91fb-adee-462a-897f-14a3f779c10c tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395311 Mar 08 08:35:57.440419 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-b818e8ca-1a39-44c0-befa-d3257fa3418d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1545982 Mar 08 08:35:57.443459 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3a4fc-d4fd-4dbc-8eb6-9933228b83a3 None None] Pushing event updated for resources: {'Port': ['ID=bf3c7ce3-ac80-4280-9e37-af847342a026,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:57.471479 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-ab836a68-ffcc-478a-a837-6f0c264113e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8185fa74-4b2b-4418-9572-d2ae3e36e0c3 HTTP/1.1" status: 200 len: 217 time: 0.0741818 Mar 08 08:35:57.489714 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4f9601-02aa-4ddf-96ec-f45c6ddb46d9 x-openstack-request-id: req-9e4f9601-02aa-4ddf-96ec-f45c6ddb46d9 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:57.494132 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.494343 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c579b2-e06a-40bb-a552-a6c3fc45a3e1", "tag": "8185fa74-4b2b-4418-9572-d2ae3e36e0c3", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:57.497026 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e4f9601-02aa-4ddf-96ec-f45c6ddb46d9 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:57.497464 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'tag': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'status': 'completed', 'code': 200} Mar 08 08:35:57.543508 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-3bb7cea1-e8f1-4598-b70c-03dd5f3356be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.543767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6968-531d-4f21-a72c-d906e55cf059 req-eb7cc471-03c9-4228-bd38-90b2ef3a6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.544969 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-3bb7cea1-e8f1-4598-b70c-03dd5f3356be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21235acd-c7ab-4fec-bfe0-a863933346b2 HTTP/1.1" status: 200 len: 854 time: 0.1685472 Mar 08 08:35:57.545089 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-eb7cc471-03c9-4228-bd38-90b2ef3a6ede service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0654058 Mar 08 08:35:57.592328 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.593228 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.594840 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] 10.222.0.31 "PUT /v2.0/ports/e1d76d98-6cf0-47a0-86dd-83b53448e1fe HTTP/1.1" status: 200 len: 1093 time: 2.0478895 Mar 08 08:35:57.646178 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-ca7122dd-1b3f-4501-a268-80c1eb875f74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8ea8449-8bc8-47ad-951f-223a61c86908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762889 Mar 08 08:35:57.741206 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6f9b5-5ed6-459d-8f72-33214fc0549d service neutron] Pushing event updated for resources: {'Port': ['ID=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:57.741358 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9285ef05-ff7a-4a06-bcec-4736ef3873ae req-69250045-5a0d-4ce6-956d-848356c328d7 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 210 time: 0.1045430 Mar 08 08:35:57.810160 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6968-531d-4f21-a72c-d906e55cf059 req-bd694878-ded8-4137-89c3-2718048e09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.811893 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-bd694878-ded8-4137-89c3-2718048e09fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2483637 Mar 08 08:35:57.827932 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks [] for router_gateway (c96accb5-9ebc-4161-8169-25469d3e5a03), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.859258 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.31', 53108) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:35:57.880756 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec382-9d6f-4920-bb78-9e7b3382b1bb req-b721f146-ad4a-4db9-8737-557774b0d393 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.886486 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-17dec382-9d6f-4920-bb78-9e7b3382b1bb req-b721f146-ad4a-4db9-8737-557774b0d393 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 943 time: 0.2641752 Mar 08 08:35:57.897805 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-c847e72a-ea23-4b55-94ce-a58f4ddba8c8 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426465 Mar 08 08:35:57.900175 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:57.960899 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-dc59fa1b-960b-4dd1-bf09-e8f5147f28fb tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:57.962570 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-dc59fa1b-960b-4dd1-bf09-e8f5147f28fb tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 811 time: 0.3188539 Mar 08 08:35:58.026902 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-26b0f060-92bb-4560-892d-0a221d100bd7 service neutron] 10.222.0.31 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550520 Mar 08 08:35:58.094410 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-17dec382-9d6f-4920-bb78-9e7b3382b1bb req-14064ab3-0108-48dc-86be-72135d1c5b23 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966014 Mar 08 08:35:58.124693 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129d32-6c43-44e6-8704-fb6fd963e039 req-5885c7e5-16ec-4b77-8924-c1d2dad2bd01 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:58.126305 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2129d32-6c43-44e6-8704-fb6fd963e039 req-5885c7e5-16ec-4b77-8924-c1d2dad2bd01 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.2387342 Mar 08 08:35:58.139289 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-620c0a9f-6646-4eb8-92eb-16c7af210991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:58.140153 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-620c0a9f-6646-4eb8-92eb-16c7af210991 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d8c9e84b81426489016bf0802bbe67&device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 1127 time: 0.2800214 Mar 08 08:35:58.158962 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device bf3c7ce3-ac80-4280-9e37-af847342a026 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:35:58.183928 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-b835429c-975a-4c5a-8734-193e3d238008 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775590 Mar 08 08:35:58.189738 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-95f85101-bb80-4611-a5c1-4bcee817303f service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508437 Mar 08 08:35:58.226968 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-0ef62aed-c159-4359-bc53-583046074eb5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 379 time: 0.2545891 Mar 08 08:35:58.233064 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-6f289802-91d3-400c-bb51-3602805de354 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d76d98-6cf0-47a0-86dd-83b53448e1fe HTTP/1.1" status: 200 len: 217 time: 0.0739262 Mar 08 08:35:58.239595 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'port': {'device_id': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'admin_state_up': True, 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'security_groups': ['27a01db1-6287-44c5-a1ea-fc865832e449']}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:58.240762 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port bf3c7ce3-ac80-4280-9e37-af847342a026 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:58.241321 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:58.284882 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Allocated IP 172.27.2.197 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/b5de7842-aaa2-4947-9bcd-5639c196d441) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:58.310227 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-b4a025ed-d23f-41c4-b46d-c4d5f0c52b22 service neutron] 10.222.0.31 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757449 Mar 08 08:35:58.325253 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port bf3c7ce3-ac80-4280-9e37-af847342a026 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:58.325654 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:58.335657 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2129d32-6c43-44e6-8704-fb6fd963e039 req-5cc192f0-da53-4897-a72e-2770c53374bf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022173 Mar 08 08:35:58.350791 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25eb8df2-a4ae-457d-827c-b35a4fdf300a', 'tag': 'e1d76d98-6cf0-47a0-86dd-83b53448e1fe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:35:58.353535 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8323a4-888f-4810-a414-66532f88fd09" -d '{"events": [{"name": "network-changed", "server_uuid": "25eb8df2-a4ae-457d-827c-b35a4fdf300a", "tag": "e1d76d98-6cf0-47a0-86dd-83b53448e1fe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:35:58.366456 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-f32af5a7-b4e0-411c-a28f-0247338ac5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:58.367906 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-f32af5a7-b4e0-411c-a28f-0247338ac5eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a80d1d88-0789-486a-9788-6fb17ae03e37 HTTP/1.1" status: 200 len: 848 time: 0.1126809 Mar 08 08:35:58.384086 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port bf3c7ce3-ac80-4280-9e37-af847342a026, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=bf3c7ce3-ac80-4280-9e37-af847342a026,segment=NetworkSegment(d73ea544-7068-42b2-8c4a-107c6979dac1),segment_id=d73ea544-7068-42b2-8c4a-107c6979dac1)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:35:58.408356 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ef6aa2-4646-41c9-90cf-661db06b296a x-openstack-request-id: req-e1ef6aa2-4646-41c9-90cf-661db06b296a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:35:58.408573 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25eb8df2-a4ae-457d-827c-b35a4fdf300a", "tag": "e1d76d98-6cf0-47a0-86dd-83b53448e1fe", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:35:58.408911 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46475128-983b-44be-b9ce-70b87dc937fe req-16ec2638-5d52-4cfe-9cf0-fffe0fdad4a6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:58.409057 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1ef6aa2-4646-41c9-90cf-661db06b296a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:35:58.409268 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25eb8df2-a4ae-457d-827c-b35a4fdf300a', 'tag': 'e1d76d98-6cf0-47a0-86dd-83b53448e1fe', 'status': 'completed', 'code': 200} Mar 08 08:35:58.410843 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46475128-983b-44be-b9ce-70b87dc937fe req-16ec2638-5d52-4cfe-9cf0-fffe0fdad4a6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2158561 Mar 08 08:35:58.437063 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-39ab4546-829d-45a6-b27e-e31ccaf8a736 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea2348-720f-4096-92d9-01c90b01bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391347 Mar 08 08:35:58.473842 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:58.536447 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-141a6968-531d-4f21-a72c-d906e55cf059 req-703fdaa3-0402-46e2-b47b-382dcf8ac489 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323007 Mar 08 08:35:58.536777 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=bf3c7ce3-ac80-4280-9e37-af847342a026,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:58.559355 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Made reservation on behalf of 8f5b122fc23c4f10a9f6f53e9636e82c for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:35:58.562905 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:58.579211 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-7c28b499-b831-4640-a8d5-7ea69ef953e8 service neutron] 10.222.0.31 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343484 Mar 08 08:35:58.603287 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46475128-983b-44be-b9ce-70b87dc937fe req-f003fdff-84fc-4835-8385-83e79640c805 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462185 Mar 08 08:35:58.617653 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9138f-1799-4f2f-89ce-83ff7290f489 req-ad406989-835d-4af7-968e-c42604185ec1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:58.625265 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-20b9138f-1799-4f2f-89ce-83ff7290f489 req-ad406989-835d-4af7-968e-c42604185ec1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 943 time: 0.1546462 Mar 08 08:35:58.659672 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks [] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:58.833518 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fb4438-5e23-4493-9d82-2a92d7a58818 None None] Network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:35:58.971979 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-3632d6ab-6493-4ca4-8564-4f24d91b6b7e None None] Provisioning complete for port bf3c7ce3-ac80-4280-9e37-af847342a026 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:58.972461 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3632d6ab-6493-4ca4-8564-4f24d91b6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:59.011211 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6e7d9f0c-bc2b-4982-9f8c-cd03208ed83f req-c8d2304f-0170-4d11-9b8d-283ab33a9ebc service neutron] 10.222.0.31 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243321 Mar 08 08:35:59.035177 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Allocated IP 172.20.0.11 (a156426f-6f5c-4d67-a0ad-095c8814c4c1/11c10426-09e0-4145-93e6-e6f247ed5c1e/8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:35:59.039315 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-20b9138f-1799-4f2f-89ce-83ff7290f489 req-984e7ac8-c9ac-46fd-91c8-99431809cf46 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4131744 Mar 08 08:35:59.076077 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-aedbc707-7c04-4f87-a84c-3ea71b5d34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.077671 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-aedbc707-7c04-4f87-a84c-3ea71b5d34a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 1127 time: 0.4063644 Mar 08 08:35:59.097634 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f354-43ac-4831-a8dc-9939a47bcca2 req-eb13bc5b-eac2-42c7-9025-a3976b538d73 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.097634 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1df1f354-43ac-4831-a8dc-9939a47bcca2 req-eb13bc5b-eac2-42c7-9025-a3976b538d73 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 944 time: 0.3951304 Mar 08 08:35:59.103305 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-3632d6ab-6493-4ca4-8564-4f24d91b6b7e None None] Current status of the port bf3c7ce3-ac80-4280-9e37-af847342a026 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:59.177365 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:59.260156 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e256d446-528a-483a-9a25-07aac070837b req-00a2bf2e-116b-42d1-a381-2e0c6a1c4853 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 210 time: 0.0843468 Mar 08 08:35:59.277293 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1df1f354-43ac-4831-a8dc-9939a47bcca2 req-51ac10db-8fd4-474b-ac91-0adf412ab8b5 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645930 Mar 08 08:35:59.286596 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:59.291248 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8323a4-888f-4810-a414-66532f88fd09 req-e2b75487-79fa-4f9c-8751-8af919231f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.292807 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8323a4-888f-4810-a414-66532f88fd09 req-e2b75487-79fa-4f9c-8751-8af919231f9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d8c9e84b81426489016bf0802bbe67&device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 1127 time: 0.0915318 Mar 08 08:35:59.292928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:59.296734 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:59.298594 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=b5de7842-aaa2-4947-9bcd-5639c196d441,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:59.301044 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:59.339204 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-ca9c6831-d7ba-4dc8-bd53-0e03bd34f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.339204 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-ca9c6831-d7ba-4dc8-bd53-0e03bd34f3e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 915 time: 0.2450564 Mar 08 08:35:59.396489 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-0173b126-0bc9-4d2f-af01-dadd8b1f6c45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8185fa74-4b2b-4418-9572-d2ae3e36e0c3 HTTP/1.1" status: 200 len: 217 time: 0.0489566 Mar 08 08:35:59.429251 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8323a4-888f-4810-a414-66532f88fd09 req-84d401db-7ef9-464e-9a25-bf1f32258a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.429618 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ff1ec120-693f-481e-807f-c91b2252cef2 None None] Provisioning complete for port bf3c7ce3-ac80-4280-9e37-af847342a026 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:59.430280 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ff1ec120-693f-481e-807f-c91b2252cef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:59.431110 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8323a4-888f-4810-a414-66532f88fd09 req-84d401db-7ef9-464e-9a25-bf1f32258a38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=91ea2348-720f-4096-92d9-01c90b01bbc8 HTTP/1.1" status: 200 len: 909 time: 0.1292000 Mar 08 08:35:59.481026 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8323a4-888f-4810-a414-66532f88fd09 req-a83fc376-8db9-4335-9cfe-1e5ae418895c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d76d98-6cf0-47a0-86dd-83b53448e1fe HTTP/1.1" status: 200 len: 217 time: 0.0434675 Mar 08 08:35:59.510605 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ec120-693f-481e-807f-c91b2252cef2 None None] Current status of the port bf3c7ce3-ac80-4280-9e37-af847342a026 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:35:59.516440 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:59.580879 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8323a4-888f-4810-a414-66532f88fd09 req-b6393387-0a57-4b44-b1f5-39d2783787e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.582392 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8323a4-888f-4810-a414-66532f88fd09 req-b6393387-0a57-4b44-b1f5-39d2783787e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a80d1d88-0789-486a-9788-6fb17ae03e37 HTTP/1.1" status: 200 len: 848 time: 0.0940976 Mar 08 08:35:59.586541 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:35:59.588751 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:35:59.590535 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:35:59.597788 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:35:59.612848 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78888ea3-8ab2-458f-a54b-9bd980487231 req-21087d9f-42dd-4a3f-b3fe-a24d90740a9c tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.614433 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78888ea3-8ab2-458f-a54b-9bd980487231 req-21087d9f-42dd-4a3f-b3fe-a24d90740a9c tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 943 time: 0.2546496 Mar 08 08:35:59.618918 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-e2934553-c94f-457e-b749-c6b77788f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.620348 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-e2934553-c94f-457e-b749-c6b77788f1a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.1905687 Mar 08 08:35:59.651025 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8323a4-888f-4810-a414-66532f88fd09 req-33d251c2-3b3e-4734-a31a-4ebcb67614ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea2348-720f-4096-92d9-01c90b01bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554037 Mar 08 08:35:59.686914 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d3332-3e30-46e7-a89c-e339ede3a295 req-5b273a9b-57d8-4a2c-918d-a7e0e38016fb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.688464 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d21d3332-3e30-46e7-a89c-e339ede3a295 req-5b273a9b-57d8-4a2c-918d-a7e0e38016fb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.2403061 Mar 08 08:35:59.702007 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.705362 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:59.737299 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78888ea3-8ab2-458f-a54b-9bd980487231 req-52b942b2-3efb-4727-a899-44d49b422c6b tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143858 Mar 08 08:35:59.759927 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-742e784a-59f8-4afe-8fec-f764cd425da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:35:59.761449 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-742e784a-59f8-4afe-8fec-f764cd425da1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1310768 Mar 08 08:35:59.780843 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8323a4-888f-4810-a414-66532f88fd09 req-3360636a-87bc-4c9c-b2a1-46ea1610417c service neutron] 10.222.0.31 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155169 Mar 08 08:35:59.782819 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d21d3332-3e30-46e7-a89c-e339ede3a295 req-1b3a24d4-f6d0-4f4f-8b44-acf9e1a5bfe7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817828 Mar 08 08:35:59.833884 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-3db8503a-a4c1-4880-a874-ad0eb81b1c35 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5997469 Mar 08 08:35:59.836199 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-e21476ed-f4e5-4fa6-89b3-628c3bf540f8 None None] Provisioning complete for port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:35:59.836199 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e21476ed-f4e5-4fa6-89b3-628c3bf540f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:35:59.863366 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Request body: {'port': {'device_id': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:35:59.877025 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-e21476ed-f4e5-4fa6-89b3-628c3bf540f8 None None] Port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:35:59.947060 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8323a4-888f-4810-a414-66532f88fd09 req-87b4bff0-e9c3-4ace-8194-f3935ea4ca12 service neutron] 10.222.0.31 "GET /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563172 Mar 08 08:35:59.947852 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.005113 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-dc8c7c14-c0a6-4f21-8ebc-dfcf37fa8485 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352588 Mar 08 08:36:00.015621 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e8b72-8fd0-4d43-8925-64ab52c9db97 req-f441cc54-0509-44d8-9e63-ef485d843edb tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:00.017168 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd4e8b72-8fd0-4d43-8925-64ab52c9db97 req-f441cc54-0509-44d8-9e63-ef485d843edb tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1745155 Mar 08 08:36:00.022091 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device bf3c7ce3-ac80-4280-9e37-af847342a026 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:00.066871 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks [] for router_gateway (c96accb5-9ebc-4161-8169-25469d3e5a03), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.084020 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port bf3c7ce3-ac80-4280-9e37-af847342a026 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:00.084405 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.171743 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port bf3c7ce3-ac80-4280-9e37-af847342a026 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:00.220357 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd4e8b72-8fd0-4d43-8925-64ab52c9db97 req-14d55a06-5d28-4d47-91ca-7214ebd4d9f2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905417 Mar 08 08:36:00.264532 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:36:00.272125 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Publish callbacks [] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.285199 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Transition to ACTIVE for port object 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:36:00.295017 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a1fddb8-b0cf-40e1-a6c5-bb83b848daea req-33ca473f-09fd-448a-a631-80a31ec3566e service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739222 Mar 08 08:36:00.307941 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917fab-7121-49b6-b3a0-05aff63e9bf7 req-c8c264f6-3aad-40a0-8840-6f5d6ae07737 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:00.309452 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-63917fab-7121-49b6-b3a0-05aff63e9bf7 req-c8c264f6-3aad-40a0-8840-6f5d6ae07737 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 943 time: 0.1706600 Mar 08 08:36:00.370838 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.425789 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:00.482011 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-63917fab-7121-49b6-b3a0-05aff63e9bf7 req-ba668483-c300-4538-aa73-9ec136958d2c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325054 Mar 08 08:36:00.496939 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e332536-6542-4dc2-8a2b-360fb9cda9aa req-f4ddb882-0f04-4974-981a-5631cd64e71f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:00.505099 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6e332536-6542-4dc2-8a2b-360fb9cda9aa req-f4ddb882-0f04-4974-981a-5631cd64e71f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 932 time: 0.1543977 Mar 08 08:36:00.508182 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Attempting to bind port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:36:00.508578 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Attempting to bind port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:36:00.509441 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Attempting to bind port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:36:00.511016 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (c96accb5-9ebc-4161-8169-25469d3e5a03), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.514911 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:36:00.515251 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Attempting to bind port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:36:00.521361 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:36:00.521710 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Checking segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:36:00.528094 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Bound using segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:36:00.528094 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Bound port: 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:36:00.528094 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.614183 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] For port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:36:00.617295 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] For port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:36:00.650027 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6e332536-6542-4dc2-8a2b-360fb9cda9aa req-f662434d-e447-4bb2-80fb-7a817e9ede61 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340034 Mar 08 08:36:00.707378 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa14df-62b0-48be-bf89-2846891e2a3a req-e314e6cc-15de-43a8-8ffe-79770d5e3704 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:00.708876 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cfa14df-62b0-48be-bf89-2846891e2a3a req-e314e6cc-15de-43a8-8ffe-79770d5e3704 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 944 time: 0.1348643 Mar 08 08:36:00.710172 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.747455 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:00.748079 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:00.749567 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] 10.222.0.31 "PUT /v2.0/ports/8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 HTTP/1.1" status: 200 len: 1094 time: 0.8903828 Mar 08 08:36:00.750616 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'tag': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:00.753078 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a48b41f-f062-4d38-ae2a-01cc3e68ebb8", "tag": "8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:00.753587 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:36:00.761303 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:36:00.777792 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cfa14df-62b0-48be-bf89-2846891e2a3a req-1f8652a3-128c-4979-be16-07933a1e2794 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623143 Mar 08 08:36:00.803357 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4fd99-35be-4f53-9db9-5ad8c4d55e19 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:00.835800 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bfb98a-f40f-41c6-8294-db74e35f49ba x-openstack-request-id: req-c5bfb98a-f40f-41c6-8294-db74e35f49ba {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:00.836098 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a48b41f-f062-4d38-ae2a-01cc3e68ebb8", "tag": "8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:00.836360 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5bfb98a-f40f-41c6-8294-db74e35f49ba {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:00.836819 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'tag': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'status': 'completed', 'code': 200} Mar 08 08:36:00.895411 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Router c96accb5-9ebc-4161-8169-25469d3e5a03 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:36:00.941389 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-e697cd5c-e4b9-42cb-a6f6-38bffcf04488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:00.943313 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-e697cd5c-e4b9-42cb-a6f6-38bffcf04488 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 1128 time: 0.0675569 Mar 08 08:36:01.008218 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b is: ACTIVE; New status is: DOWN {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:01.013891 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-de9e3474-dea8-4f14-8bac-e41925946daa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 HTTP/1.1" status: 200 len: 217 time: 0.0569844 Mar 08 08:36:01.014049 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:01.043011 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:01.059304 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b821f9-9b4b-422a-b6f9-d3ba3c687a33 req-fda48a6b-a5d2-4d27-ae9b-89fd169688ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.063501 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90b821f9-9b4b-422a-b6f9-d3ba3c687a33 req-fda48a6b-a5d2-4d27-ae9b-89fd169688ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 943 time: 0.2048028 Mar 08 08:36:01.067697 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-54eb4db6-7b9a-4238-8efe-57e496d0e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.068222 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:01.069286 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-54eb4db6-7b9a-4238-8efe-57e496d0e1a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0503144 Mar 08 08:36:01.070516 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f55aa0-50ed-43f6-921b-78162ab61d1f" -d '{"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:01.084163 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '7dd1d0cd-7141-4261-a93b-8e11adcf35a4', 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908', 'port_id': '7dd1d0cd-7141-4261-a93b-8e11adcf35a4', 'mac_address': 'fa:16:3e:11:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21235acd-c7ab-4fec-bfe0-a863933346b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:36:01.091224 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:01.128267 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-7b054133-5ce0-439a-bd6f-e46c1c0a13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.128973 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:01.129498 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:01.129903 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-7b054133-5ce0-439a-bd6f-e46c1c0a13be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527673 Mar 08 08:36:01.138434 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:36:01.151554 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:36:01.151726 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca2ae5-7c0e-409a-9051-b570b2ab24bd req-1feaa977-666c-4a90-8e08-bcd95a496776 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.151943 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3fca2ae5-7c0e-409a-9051-b570b2ab24bd req-1feaa977-666c-4a90-8e08-bcd95a496776 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 946 time: 0.1867120 Mar 08 08:36:01.152261 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Sync routers for ids ['c96accb5-9ebc-4161-8169-25469d3e5a03'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:36:01.156419 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90b821f9-9b4b-422a-b6f9-d3ba3c687a33 req-c5cb029b-12f7-4bfd-9240-fefd36b0be75 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862889 Mar 08 08:36:01.198880 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Routers {'c96accb5-9ebc-4161-8169-25469d3e5a03'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:36:01.199836 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['c96accb5-9ebc-4161-8169-25469d3e5a03'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:01.210331 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3fca2ae5-7c0e-409a-9051-b570b2ab24bd req-82a1a113-af7a-4060-848d-4ab35a54f0b4 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488513 Mar 08 08:36:01.249415 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:01.249415 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-57f15fd7-1434-4602-aac9-c5b50d415ca6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9719296 Mar 08 08:36:01.251312 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 32814) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:01.276240 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-8b534f65-09a9-42e7-b3a9-36ffc1bf7084 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398396 Mar 08 08:36:01.332076 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ada0b-8c8a-45ec-863c-ce050bf1f7c5 x-openstack-request-id: req-295ada0b-8c8a-45ec-863c-ce050bf1f7c5 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:01.332350 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-unplugged", "status": "failed", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b", "code": 422}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:01.332616 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-295ada0b-8c8a-45ec-863c-ce050bf1f7c5 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:01.333051 dv-cinder-832499-1-iscsi neutron-server[103372]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'code': 422} returned with failed status Mar 08 08:36:01.335322 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:01.336779 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:01.397788 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=8']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:01.422557 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:01.448696 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc9426cf-a9e1-46fd-b0d4-bd636a52d108 req-33b5e32b-6608-489e-9ad9-b4decb8d0fa9 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639798 Mar 08 08:36:01.477331 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:01.492101 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Set router c96accb5-9ebc-4161-8169-25469d3e5a03 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:36:01.627569 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-12c30b66-cd36-4e5a-b96f-324d75d98f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.629740 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-12c30b66-cd36-4e5a-b96f-324d75d98f4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 1128 time: 0.0593376 Mar 08 08:36:01.691705 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:35:59Z', 'revision_number': 3, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port': {'id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:57Z', 'updated_at': '2022-03-08T08:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:01.693583 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['7dd1d0cd-7141-4261-a93b-8e11adcf35a4'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:36:01.719537 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Checking router: c96accb5-9ebc-4161-8169-25469d3e5a03 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:36:01.719903 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Updating router c96accb5-9ebc-4161-8169-25469d3e5a03 port b5de7842-aaa2-4947-9bcd-5639c196d441 binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:36:01.754001 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:01.766948 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-244b4323-0613-4405-9d6e-bdfbf6233a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.770133 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-244b4323-0613-4405-9d6e-bdfbf6233a12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 912 time: 0.1333399 Mar 08 08:36:01.789030 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa4638-c7ad-474c-886a-671aaaae356a req-22f6b8a2-7325-410d-bb0a-2476f2928921 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.791010 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-abfa4638-c7ad-474c-886a-671aaaae356a req-22f6b8a2-7325-410d-bb0a-2476f2928921 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.4322984 Mar 08 08:36:01.830000 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-fba06eb4-807e-47ba-acdb-00792ef41b8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 HTTP/1.1" status: 200 len: 217 time: 0.0508623 Mar 08 08:36:01.885161 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-abfa4638-c7ad-474c-886a-671aaaae356a req-aeb6007a-f525-41f0-817a-9ac4f0f5a0b1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845368 Mar 08 08:36:01.898782 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-1ea2a905-0722-405d-9bd2-91deb893d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.900340 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-1ea2a905-0722-405d-9bd2-91deb893d8fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0632274 Mar 08 08:36:01.971202 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-8852fefa-36a4-44bf-9982-6a645ebc13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:01.973372 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-8852fefa-36a4-44bf-9982-6a645ebc13be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666294 Mar 08 08:36:02.068419 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Publish callbacks [] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.071633 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-1e044543-f288-44da-b7da-08b765d5c25d service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Mar 08 08:36:02.074359 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10070d3-d2ff-475b-9811-e20c4193de5c req-95a73645-811f-40ef-a3bd-30fd47b3e4b3 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:02.075814 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e10070d3-d2ff-475b-9811-e20c4193de5c req-95a73645-811f-40ef-a3bd-30fd47b3e4b3 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 943 time: 0.1229918 Mar 08 08:36:02.133151 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.164646 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97a22e8c-59e6-48c1-9b74-a1bd11fcb40f req-18bbac38-6a9a-44a0-87da-5a8211d084ff service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855315 Mar 08 08:36:02.193206 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e10070d3-d2ff-475b-9811-e20c4193de5c req-e89bf5c5-bcb7-434c-b597-e2c713200fdc tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979557 Mar 08 08:36:02.195240 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a15869-60dd-432c-ba83-27528e144325 None None] Pushing event updated for resources: {'Port': ['ID=b5de7842-aaa2-4947-9bcd-5639c196d441,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:02.206070 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Attempting to bind port b5de7842-aaa2-4947-9bcd-5639c196d441 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:36:02.206449 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Attempting to bind port b5de7842-aaa2-4947-9bcd-5639c196d441 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:36:02.206827 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Attempting to bind port b5de7842-aaa2-4947-9bcd-5639c196d441 on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:36:02.210109 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.213591 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:36:02.218118 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:36:02.218118 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.218118 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:36:02.218118 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Bound port: b5de7842-aaa2-4947-9bcd-5639c196d441, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:36:02.218118 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.287087 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] For port b5de7842-aaa2-4947-9bcd-5639c196d441, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:36:02.290708 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] For port b5de7842-aaa2-4947-9bcd-5639c196d441, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=b5de7842-aaa2-4947-9bcd-5639c196d441,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:36:02.361858 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.392864 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef99b7-3115-4588-b8b0-ee2613a48f93 req-2c483927-40dd-4d24-8ca6-532d68548422 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:02.394498 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-60ef99b7-3115-4588-b8b0-ee2613a48f93 req-2c483927-40dd-4d24-8ca6-532d68548422 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 944 time: 0.1185100 Mar 08 08:36:02.411803 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Routers {'c96accb5-9ebc-4161-8169-25469d3e5a03'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:36:02.412417 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['c96accb5-9ebc-4161-8169-25469d3e5a03'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:02.432833 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Allocated IP 172.20.0.1 (9c55eac0-85f6-4e86-b9b0-bafb43647ae8/04fa5f3f-576f-4213-93eb-31a05f3fadbd/e101e2dd-be31-47ca-b6eb-097bfb4ff24d) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:36:02.456490 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a15869-60dd-432c-ba83-27528e144325 None None] Pushing event updated for resources: {'Port': ['ID=b5de7842-aaa2-4947-9bcd-5639c196d441,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:02.472440 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-60ef99b7-3115-4588-b8b0-ee2613a48f93 req-d3f5c772-2352-43af-bf82-68e781b9ec19 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706141 Mar 08 08:36:02.534938 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] Set router c96accb5-9ebc-4161-8169-25469d3e5a03 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:36:02.677176 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f665-a896-4a98-b085-7195f6a341a3 req-5f869308-7549-430b-88de-e30bf252ebd8 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:02.682559 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f930f665-a896-4a98-b085-7195f6a341a3 req-5f869308-7549-430b-88de-e30bf252ebd8 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 945 time: 0.1404946 Mar 08 08:36:02.685756 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Publish callbacks [] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.716422 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:35:59Z', 'revision_number': 3, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port': {'id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:57Z', 'updated_at': '2022-03-08T08:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:02.722243 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51904d59-5576-4e87-ab80-8ff8a6c86dd9 req-afaf34e4-de95-42ab-88df-7fbaed1d45f4 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:02.723744 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51904d59-5576-4e87-ab80-8ff8a6c86dd9 req-afaf34e4-de95-42ab-88df-7fbaed1d45f4 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 943 time: 0.1409295 Mar 08 08:36:02.745913 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40a724-58e3-4d51-8483-9129c7ad6c34 None None] The sync data for ids ['c96accb5-9ebc-4161-8169-25469d3e5a03'] in dv-cinder-832499-1-iscsi is: [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:35:59Z', 'revision_number': 3, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port': {'id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:57Z', 'updated_at': '2022-03-08T08:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:36:02.749831 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device e1d76d98-6cf0-47a0-86dd-83b53448e1fe details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:36:02.753675 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:02.791033 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f930f665-a896-4a98-b085-7195f6a341a3 req-979c38be-e8ec-422a-b5f8-595716e931b2 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982597 Mar 08 08:36:02.835290 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51904d59-5576-4e87-ab80-8ff8a6c86dd9 req-b290f162-69cd-490a-83d4-04c41b140bb1 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993946 Mar 08 08:36:02.854209 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-40918eeb-f993-47d6-a67c-7ef8db0df0b4 req-33f068d0-b6bf-404f-95d5-d54da3cc1c93 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:36:02.855565 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40918eeb-f993-47d6-a67c-7ef8db0df0b4 req-33f068d0-b6bf-404f-95d5-d54da3cc1c93 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062921 Mar 08 08:36:02.879240 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.925147 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port e1d76d98-6cf0-47a0-86dd-83b53448e1fe, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:02.925253 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:36:02.927590 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:36:02.931515 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:36:02.938545 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': 'e1d76d98-6cf0-47a0-86dd-83b53448e1fe', 'network_id': '91ea2348-720f-4096-92d9-01c90b01bbc8', 'port_id': 'e1d76d98-6cf0-47a0-86dd-83b53448e1fe', 'mac_address': 'fa:16:3e:9e:d0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80d1d88-0789-486a-9788-6fb17ae03e37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:36:02.979668 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:36:02.984783 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port e1d76d98-6cf0-47a0-86dd-83b53448e1fe is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:02.984938 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Pushing event updated for resources: {'Port': ['ID=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:02.988112 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:02.989257 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:02.989681 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.027144 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (c96accb5-9ebc-4161-8169-25469d3e5a03), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.032421 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d76d98-6cf0-47a0-86dd-83b53448e1fe {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:36:03.083137 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port e1d76d98-6cf0-47a0-86dd-83b53448e1fe, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:03.139461 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51b44c-433c-4b03-a3fd-102f7054f4e8 req-45c71d6a-57ce-4c34-afb7-2dcf41ad795c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:03.145915 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:03.145915 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.157044 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8d51b44c-433c-4b03-a3fd-102f7054f4e8 req-45c71d6a-57ce-4c34-afb7-2dcf41ad795c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1858652 Mar 08 08:36:03.180630 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.181342 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:36:03.261220 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:03.316022 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8d51b44c-433c-4b03-a3fd-102f7054f4e8 req-a733cd1a-bc97-43f2-8ff8-f8cecbc5ea56 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530678 Mar 08 08:36:03.331467 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13764079-9bc9-45cb-8ce3-946a029c9ed6 req-f1908ca7-4624-4aed-aa8b-5ad910ff13e1 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:03.339602 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-13764079-9bc9-45cb-8ce3-946a029c9ed6 req-f1908ca7-4624-4aed-aa8b-5ad910ff13e1 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1235254 Mar 08 08:36:03.393886 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfd1a86-721d-4843-ab7c-2e24da627ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd1d0cd-7141-4261-a93b-8e11adcf35a4'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:03.399191 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d5cd74-e03d-435e-bd3a-1ef173e7f133" -d '{"events": [{"server_uuid": "dcfd1a86-721d-4843-ab7c-2e24da627ac0", "name": "network-vif-plugged", "status": "completed", "tag": "7dd1d0cd-7141-4261-a93b-8e11adcf35a4"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:03.424371 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.425352 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:36:03.447337 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-13764079-9bc9-45cb-8ce3-946a029c9ed6 req-82b726c2-9e2e-4b3d-bf18-c3e8f4d403a1 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987496 Mar 08 08:36:03.462702 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:03.467044 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:03.471587 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-761e4eb3-8f1f-43c4-bef8-97562cbf0be1 None None] Provisioning complete for port e101e2dd-be31-47ca-b6eb-097bfb4ff24d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:03.472153 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-761e4eb3-8f1f-43c4-bef8-97562cbf0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.521577 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.532053 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514beddb-a844-4023-a926-7ef3f246234e x-openstack-request-id: req-514beddb-a844-4023-a926-7ef3f246234e {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:03.532348 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfd1a86-721d-4843-ab7c-2e24da627ac0", "name": "network-vif-plugged", "status": "completed", "tag": "7dd1d0cd-7141-4261-a93b-8e11adcf35a4", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:03.532607 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-514beddb-a844-4023-a926-7ef3f246234e {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:03.533005 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfd1a86-721d-4843-ab7c-2e24da627ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd1d0cd-7141-4261-a93b-8e11adcf35a4', 'code': 200} Mar 08 08:36:03.567960 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e7344-2f85-4683-b103-3688d83f492b req-38fd7b6c-3b62-4a22-8171-58c137bb7792 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:03.580371 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-720e7344-2f85-4683-b103-3688d83f492b req-38fd7b6c-3b62-4a22-8171-58c137bb7792 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 943 time: 0.1698024 Mar 08 08:36:03.588199 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'port_id': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'mac_address': 'fa:16:3e:50:70:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:36:03.638836 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-761e4eb3-8f1f-43c4-bef8-97562cbf0be1 None None] Port e101e2dd-be31-47ca-b6eb-097bfb4ff24d cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:36:03.664080 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:03.708960 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b is: DOWN; New status is: DOWN {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:03.710155 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:03.710546 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.732718 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:36:03.764337 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:03.772949 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-720e7344-2f85-4683-b103-3688d83f492b req-a86f26b0-3167-428c-a62a-034d41e09275 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916859 Mar 08 08:36:03.829525 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027de966-b6ba-471d-9543-205c322d1461 req-0bfcd73d-39a6-49c7-9853-f3f191ec8d7d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:03.830914 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-027de966-b6ba-471d-9543-205c322d1461 req-0bfcd73d-39a6-49c7-9853-f3f191ec8d7d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 944 time: 0.1815093 Mar 08 08:36:03.874124 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.923296 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c113bc-04a9-4005-aa58-94fb2fdad636 req-67542b94-b99c-415a-ad93-e1f49e5f7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:03.924740 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-42c113bc-04a9-4005-aa58-94fb2fdad636 req-67542b94-b99c-415a-ad93-e1f49e5f7b9f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 1130 time: 0.0992370 Mar 08 08:36:03.935795 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:03.951314 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Publish callbacks [] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:03.966982 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-027de966-b6ba-471d-9543-205c322d1461 req-5f48545b-f36d-4642-81e2-2bccf82b66bd tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285286 Mar 08 08:36:04.008409 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9cf3-839a-4dd3-b460-558885e07fe8 req-25ef1741-05cb-4a8f-9cc8-4a6fb7f1420b tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:04.012720 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-298c9cf3-839a-4dd3-b460-558885e07fe8 req-25ef1741-05cb-4a8f-9cc8-4a6fb7f1420b tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 946 time: 0.1179168 Mar 08 08:36:04.013513 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-42c113bc-04a9-4005-aa58-94fb2fdad636 req-d4675bfb-e65a-4ca6-b220-28f58f69eaa8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813985 Mar 08 08:36:04.029622 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:04.111780 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device b5de7842-aaa2-4947-9bcd-5639c196d441 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:04.121872 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 32870) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:04.156822 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['8185fa74-4b2b-4418-9572-d2ae3e36e0c3'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:36:04.179504 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Pushing event updated for resources: {'Port': ['ID=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:04.184460 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-298c9cf3-839a-4dd3-b460-558885e07fe8 req-3fbd1340-4042-401d-ae4a-4240120c8a7f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652522 Mar 08 08:36:04.185573 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['e1d76d98-6cf0-47a0-86dd-83b53448e1fe'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:36:04.187385 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (c96accb5-9ebc-4161-8169-25469d3e5a03), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:04.232000 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154372-0839-4ec2-99dc-17067e3fc254 req-b012e6e5-fc0a-4b04-b694-2d1c724f96df tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:04.233551 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-d5e56589-0d48-4365-ba1c-456cdb6a1dae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119375 Mar 08 08:36:04.233675 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-21154372-0839-4ec2-99dc-17067e3fc254 req-b012e6e5-fc0a-4b04-b694-2d1c724f96df tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 944 time: 0.1352804 Mar 08 08:36:04.248409 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-f4a48687-9578-4842-98c4-e72043fc808f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:36:04.249529 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-f4a48687-9578-4842-98c4-e72043fc808f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066559 Mar 08 08:36:04.276823 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port b5de7842-aaa2-4947-9bcd-5639c196d441 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:04.277622 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:04.324490 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-21154372-0839-4ec2-99dc-17067e3fc254 req-0150eefb-d8af-4045-8055-20e982ce63a1 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668652 Mar 08 08:36:04.329812 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:36:04.331740 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:36:04.362079 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 32880) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:04.429005 dv-cinder-832499-1-iscsi neutron-server[103370]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 08:36:04.516268 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-a267ea2a-690d-4adf-be4e-fecaee1da9bc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:04.523223 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-a267ea2a-690d-4adf-be4e-fecaee1da9bc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports/79231cb2-68a9-4144-ac8b-c6ec776ddc4b HTTP/1.1" status: 200 len: 941 time: 0.1669359 Mar 08 08:36:04.525153 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e2406-7d4d-4132-83ec-49a232faa115 req-edf1c5ef-db04-4b27-87bc-77016b5a5b32 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:04.527351 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d97e2406-7d4d-4132-83ec-49a232faa115 req-edf1c5ef-db04-4b27-87bc-77016b5a5b32 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1258974 Mar 08 08:36:04.541924 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Router c96accb5-9ebc-4161-8169-25469d3e5a03 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:36:04.574808 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port b5de7842-aaa2-4947-9bcd-5639c196d441 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:04.575205 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:04.635991 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port b5de7842-aaa2-4947-9bcd-5639c196d441, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=b5de7842-aaa2-4947-9bcd-5639c196d441,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:04.670357 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-3b84ccc5-8ca1-4ac4-a912-d54c67b3a1c4 None None] Provisioning complete for port e101e2dd-be31-47ca-b6eb-097bfb4ff24d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:04.670779 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3b84ccc5-8ca1-4ac4-a912-d54c67b3a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:04.704657 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d97e2406-7d4d-4132-83ec-49a232faa115 req-51bc9c3a-2f19-4455-b9b4-44116830fbe6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700468 Mar 08 08:36:04.714783 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-3b84ccc5-8ca1-4ac4-a912-d54c67b3a1c4 None None] Port e101e2dd-be31-47ca-b6eb-097bfb4ff24d cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:36:04.722067 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52359-0ffb-43ca-92c9-6f8296def522 req-e5d50a55-8de5-4ae2-a575-f49231ebdcdb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:04.723605 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aba52359-0ffb-43ca-92c9-6f8296def522 req-e5d50a55-8de5-4ae2-a575-f49231ebdcdb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1558111 Mar 08 08:36:04.738418 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:04.795081 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=b5de7842-aaa2-4947-9bcd-5639c196d441,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:04.810088 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:36:04.821325 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e27a0535-a91c-45ae-ae0f-c02c25393640 admin admin] 10.222.0.21 "PUT /v2.0/routers/c96accb5-9ebc-4161-8169-25469d3e5a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5680041 Mar 08 08:36:04.848770 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aba52359-0ffb-43ca-92c9-6f8296def522 req-d7c58c49-c97e-475d-bf39-407d05d6b04d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159897 Mar 08 08:36:04.906881 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7442a3-f0b9-41d5-a512-a526ecaf542d req-0cdc4bbb-ad13-4aef-82e0-6089af72dce5 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:04.908483 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6b7442a3-f0b9-41d5-a512-a526ecaf542d req-0cdc4bbb-ad13-4aef-82e0-6089af72dce5 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 944 time: 0.0576725 Mar 08 08:36:04.974824 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6b7442a3-f0b9-41d5-a512-a526ecaf542d req-ccba7376-39bb-4cca-af69-1fe83272b169 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607018 Mar 08 08:36:05.004108 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Sync routers for ids ['c96accb5-9ebc-4161-8169-25469d3e5a03'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:36:05.018337 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Routers {'c96accb5-9ebc-4161-8169-25469d3e5a03'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:36:05.018337 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['c96accb5-9ebc-4161-8169-25469d3e5a03'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:05.066337 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:05.112311 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0e36f-c65c-46a7-ac98-62ce814fabc2 req-25921f2c-6174-414e-a6de-9f29813b16af tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:05.113853 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-08d0e36f-c65c-46a7-ac98-62ce814fabc2 req-25921f2c-6174-414e-a6de-9f29813b16af tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 944 time: 0.0666554 Mar 08 08:36:05.142920 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Set router c96accb5-9ebc-4161-8169-25469d3e5a03 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:36:05.168062 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-08d0e36f-c65c-46a7-ac98-62ce814fabc2 req-b98e0765-cf43-4525-8c42-080a0f9f4783 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474281 Mar 08 08:36:05.326517 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809372c5-a03b-46a6-aa1b-7b80dc062e85 req-3034f15a-78a8-4a65-b48f-3362ab05e489 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:05.331945 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-809372c5-a03b-46a6-aa1b-7b80dc062e85 req-3034f15a-78a8-4a65-b48f-3362ab05e489 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 946 time: 0.0586271 Mar 08 08:36:05.383561 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:36:03Z', 'revision_number': 4, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port': {'id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:57Z', 'updated_at': '2022-03-08T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'e101e2dd-be31-47ca-b6eb-097bfb4ff24d', 'name': '', 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'mac_address': 'fa:16:3e:72:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04fa5f3f-576f-4213-93eb-31a05f3fadbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:36:02Z', 'updated_at': '2022-03-08T08:36:03Z', 'revision_number': 2, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'subnets': [{'id': '04fa5f3f-576f-4213-93eb-31a05f3fadbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:05.388992 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-809372c5-a03b-46a6-aa1b-7b80dc062e85 req-87ffcb29-4417-4e19-b409-5bf082aaa27b tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547297 Mar 08 08:36:05.432707 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Checking router: c96accb5-9ebc-4161-8169-25469d3e5a03 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:36:05.433067 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Updating router c96accb5-9ebc-4161-8169-25469d3e5a03 port e101e2dd-be31-47ca-b6eb-097bfb4ff24d binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:36:05.471156 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:05.500310 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52c63a-fd3c-4039-938b-6618d56a25a9 req-473910e6-3f3f-448e-8b43-33b552c46f95 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:05.501729 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd52c63a-fd3c-4039-938b-6618d56a25a9 req-473910e6-3f3f-448e-8b43-33b552c46f95 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 944 time: 0.0691812 Mar 08 08:36:05.566793 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd52c63a-fd3c-4039-938b-6618d56a25a9 req-a7d3e105-5e18-45ac-9959-f632e5ef29ef tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585830 Mar 08 08:36:05.852365 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884bf55-6fa8-494a-b3c7-bb3f93d18f95 req-aebbe462-144f-4375-821d-5d1fde563af6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:05.854346 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3884bf55-6fa8-494a-b3c7-bb3f93d18f95 req-aebbe462-144f-4375-821d-5d1fde563af6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0674689 Mar 08 08:36:05.921902 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Publish callbacks [] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:05.923210 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3884bf55-6fa8-494a-b3c7-bb3f93d18f95 req-a76c2255-bbd2-4e13-abbe-a686b645dd42 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631959 Mar 08 08:36:06.010334 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:06.033365 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a1c4-dd0f-4d73-9472-83b803368ea0 req-20488285-9e48-4146-987e-b4eb3a73c1c6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:06.044784 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cf55a1c4-dd0f-4d73-9472-83b803368ea0 req-20488285-9e48-4146-987e-b4eb3a73c1c6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0950673 Mar 08 08:36:06.081002 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device b5de7842-aaa2-4947-9bcd-5639c196d441 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:06.143598 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f71348-5c40-49ff-911e-2da37628c280 None None] Pushing event updated for resources: {'Port': ['ID=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:06.158192 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cf55a1c4-dd0f-4d73-9472-83b803368ea0 req-d23571ff-5f0a-4ba0-806e-7a52bce685ef tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123137 Mar 08 08:36:06.176320 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50ef32-43a8-4b6b-bfc7-b337f263855b req-bce22a25-d6b6-41ae-ad66-73fea8ffd060 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:06.178054 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f50ef32-43a8-4b6b-bfc7-b337f263855b req-bce22a25-d6b6-41ae-ad66-73fea8ffd060 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 944 time: 0.1004357 Mar 08 08:36:06.258275 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f50ef32-43a8-4b6b-bfc7-b337f263855b req-693a533c-60e3-4ef7-a9c7-4f8404d07abb tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690043 Mar 08 08:36:06.323109 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Attempting to bind port e101e2dd-be31-47ca-b6eb-097bfb4ff24d on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:36:06.323109 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Attempting to bind port e101e2dd-be31-47ca-b6eb-097bfb4ff24d by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:36:06.334450 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Attempting to bind port e101e2dd-be31-47ca-b6eb-097bfb4ff24d on network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:36:06.342581 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:36:06.343535 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Checking segment: {'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:36:06.343958 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:06.344361 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Bound using segment: {'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:36:06.344857 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Bound port: e101e2dd-be31-47ca-b6eb-097bfb4ff24d, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73ea544-7068-42b2-8c4a-107c6979dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:36:06.345251 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:06.348925 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port b5de7842-aaa2-4947-9bcd-5639c196d441 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:06.349304 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:06.361228 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee6f57-8b3c-4498-bbe7-b469d70e1b53 req-e03fe16c-6557-44d6-ae8d-0acd4ae3b040 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:06.370064 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f7ee6f57-8b3c-4498-bbe7-b469d70e1b53 req-e03fe16c-6557-44d6-ae8d-0acd4ae3b040 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 944 time: 0.0921381 Mar 08 08:36:06.434782 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f7ee6f57-8b3c-4498-bbe7-b469d70e1b53 req-5f8b51c6-e0e6-431b-bf1f-182f1ad60a07 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634725 Mar 08 08:36:06.506132 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b969c38d-bcab-4913-ae3d-944fdc46e38f None None] Provisioning complete for port e101e2dd-be31-47ca-b6eb-097bfb4ff24d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:06.506610 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b969c38d-bcab-4913-ae3d-944fdc46e38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:06.562412 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] For port e101e2dd-be31-47ca-b6eb-097bfb4ff24d, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:36:06.573656 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd343-c572-42a9-92ad-b4aad7c7dd7c req-b6e134b3-cabb-4581-b881-beaadb3efb62 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:06.582706 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-863fd343-c572-42a9-92ad-b4aad7c7dd7c req-b6e134b3-cabb-4581-b881-beaadb3efb62 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 946 time: 0.0798907 Mar 08 08:36:06.589037 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] For port e101e2dd-be31-47ca-b6eb-097bfb4ff24d, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,segment=NetworkSegment(d73ea544-7068-42b2-8c4a-107c6979dac1),segment_id=d73ea544-7068-42b2-8c4a-107c6979dac1)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:36:06.592240 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b969c38d-bcab-4913-ae3d-944fdc46e38f None None] Port e101e2dd-be31-47ca-b6eb-097bfb4ff24d cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:36:06.593774 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port b5de7842-aaa2-4947-9bcd-5639c196d441 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:06.661637 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-863fd343-c572-42a9-92ad-b4aad7c7dd7c req-747be80f-378e-4721-9b81-be475e2bf9af tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747914 Mar 08 08:36:06.700291 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:06.749973 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975997-586a-4ac8-bdac-d3fb0004c839 req-94727b07-296e-48d8-a6d0-394ccb28926b tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:06.751517 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-68975997-586a-4ac8-bdac-d3fb0004c839 req-94727b07-296e-48d8-a6d0-394ccb28926b tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 944 time: 0.0947335 Mar 08 08:36:06.760247 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device e1d76d98-6cf0-47a0-86dd-83b53448e1fe up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:06.884796 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f71348-5c40-49ff-911e-2da37628c280 None None] Pushing event updated for resources: {'Port': ['ID=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:06.889064 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Routers {'c96accb5-9ebc-4161-8169-25469d3e5a03'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:36:06.889869 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['c96accb5-9ebc-4161-8169-25469d3e5a03'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:06.897649 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-68975997-586a-4ac8-bdac-d3fb0004c839 req-6334f084-3fc3-4b49-8a79-101fd94e088b tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402080 Mar 08 08:36:07.037668 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] Set router c96accb5-9ebc-4161-8169-25469d3e5a03 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:36:07.100813 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port e1d76d98-6cf0-47a0-86dd-83b53448e1fe completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:36:07.107591 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port e1d76d98-6cf0-47a0-86dd-83b53448e1fe triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:07.107971 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:07.133733 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53502df-c5ad-4421-9a1f-0b14728d8a41 req-c857235e-d7b9-4f8b-b0b3-efbc206ff176 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:07.146536 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a53502df-c5ad-4421-9a1f-0b14728d8a41 req-c857235e-d7b9-4f8b-b0b3-efbc206ff176 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0865409 Mar 08 08:36:07.216912 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a53502df-c5ad-4421-9a1f-0b14728d8a41 req-b70c422f-5795-46ec-8837-b6d6d9f0bb1e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Mar 08 08:36:07.309684 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-65bf4121-9b97-44ec-ad5f-90089fb5c2a1 None None] Provisioning complete for port e101e2dd-be31-47ca-b6eb-097bfb4ff24d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:07.310115 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-65bf4121-9b97-44ec-ad5f-90089fb5c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:07.341236 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f9f7-f471-4024-802c-15aa0facf5fb req-d972d4b9-d4ce-4a08-9306-33c7340a4859 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:07.345936 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff11f9f7-f471-4024-802c-15aa0facf5fb req-d972d4b9-d4ce-4a08-9306-33c7340a4859 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0931835 Mar 08 08:36:07.491011 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port e1d76d98-6cf0-47a0-86dd-83b53448e1fe is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:07.491411 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:07.564066 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eb8df2-a4ae-457d-827c-b35a4fdf300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d76d98-6cf0-47a0-86dd-83b53448e1fe'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:07.567655 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d40978b-e335-449d-83c7-fadccbc702c9" -d '{"events": [{"server_uuid": "25eb8df2-a4ae-457d-827c-b35a4fdf300a", "name": "network-vif-plugged", "status": "completed", "tag": "e1d76d98-6cf0-47a0-86dd-83b53448e1fe"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:07.597299 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port e1d76d98-6cf0-47a0-86dd-83b53448e1fe, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:07.603492 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-65bf4121-9b97-44ec-ad5f-90089fb5c2a1 None None] Current status of the port e101e2dd-be31-47ca-b6eb-097bfb4ff24d is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:07.603925 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-65bf4121-9b97-44ec-ad5f-90089fb5c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:07.665294 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:36:03Z', 'revision_number': 4, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port': {'id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:57Z', 'updated_at': '2022-03-08T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'e101e2dd-be31-47ca-b6eb-097bfb4ff24d', 'name': '', 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'mac_address': 'fa:16:3e:72:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04fa5f3f-576f-4213-93eb-31a05f3fadbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:36:02Z', 'updated_at': '2022-03-08T08:36:06Z', 'revision_number': 4, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'subnets': [{'id': '04fa5f3f-576f-4213-93eb-31a05f3fadbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:07.715828 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:07.716814 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:07.725910 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fde861-6e29-4004-afd2-2fe9dad50cff None None] The sync data for ids ['c96accb5-9ebc-4161-8169-25469d3e5a03'] in dv-cinder-832499-1-iscsi is: [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:36:03Z', 'revision_number': 4, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port': {'id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:57Z', 'updated_at': '2022-03-08T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'e101e2dd-be31-47ca-b6eb-097bfb4ff24d', 'name': '', 'network_id': '9c55eac0-85f6-4e86-b9b0-bafb43647ae8', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'mac_address': 'fa:16:3e:72:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04fa5f3f-576f-4213-93eb-31a05f3fadbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:36:02Z', 'updated_at': '2022-03-08T08:36:06Z', 'revision_number': 4, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'subnets': [{'id': '04fa5f3f-576f-4213-93eb-31a05f3fadbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:36:07.876769 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-65bf4121-9b97-44ec-ad5f-90089fb5c2a1 None None] For port e101e2dd-be31-47ca-b6eb-097bfb4ff24d, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,segment=NetworkSegment(d73ea544-7068-42b2-8c4a-107c6979dac1),segment_id=d73ea544-7068-42b2-8c4a-107c6979dac1)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:07.891653 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-4914750e-2047-442e-ac8d-8ec6ed13c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:07.894329 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-4914750e-2047-442e-ac8d-8ec6ed13c504 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a&tenant_id=a9c1109eec1e49879e9ee38d4823435d HTTP/1.1" status: 200 len: 1128 time: 0.2665634 Mar 08 08:36:08.010544 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-65bf4121-9b97-44ec-ad5f-90089fb5c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:08.017568 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:08.026458 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6530d-c58c-413f-8197-e17515290b78 req-80a5c3b6-af16-41f3-a996-145d45c75f06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.037133 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6ca6530d-c58c-413f-8197-e17515290b78 req-80a5c3b6-af16-41f3-a996-145d45c75f06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 944 time: 0.6897383 Mar 08 08:36:08.041926 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-a9f79411-eced-40d0-b967-bc7787d6032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.046201 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-a9f79411-eced-40d0-b967-bc7787d6032c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 1128 time: 0.1047788 Mar 08 08:36:08.048969 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff11f9f7-f471-4024-802c-15aa0facf5fb req-2d456dc3-9224-4cc5-b21a-5d73e0424c02 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6898675 Mar 08 08:36:08.064127 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:36:08.067990 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:36:08.078647 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:08.079368 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:08.121688 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6ca6530d-c58c-413f-8197-e17515290b78 req-b98ce63a-2c1d-4b4e-a702-2db525ec89c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834069 Mar 08 08:36:08.200824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1d0163-e67e-4551-961a-b897872d4f7f x-openstack-request-id: req-8c1d0163-e67e-4551-961a-b897872d4f7f {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:08.201173 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25eb8df2-a4ae-457d-827c-b35a4fdf300a", "name": "network-vif-plugged", "status": "completed", "tag": "e1d76d98-6cf0-47a0-86dd-83b53448e1fe", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:08.201363 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c1d0163-e67e-4551-961a-b897872d4f7f {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:08.201763 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25eb8df2-a4ae-457d-827c-b35a4fdf300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d76d98-6cf0-47a0-86dd-83b53448e1fe', 'code': 200} Mar 08 08:36:08.202547 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device e101e2dd-be31-47ca-b6eb-097bfb4ff24d up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:08.306867 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf4121-9b97-44ec-ad5f-90089fb5c2a1 None None] Pushing event updated for resources: {'Port': ['ID=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:08.380496 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7419-016a-4979-a43e-6d80ee3ad605 req-7d977a45-16ce-4df2-b94a-b23d90743c44 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.387786 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-079a7419-016a-4979-a43e-6d80ee3ad605 req-7d977a45-16ce-4df2-b94a-b23d90743c44 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 944 time: 0.1515996 Mar 08 08:36:08.400245 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-7077b33f-366f-46c0-ba97-3c6ac10a075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.401736 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-7077b33f-366f-46c0-ba97-3c6ac10a075e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 917 time: 0.3424163 Mar 08 08:36:08.462663 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port e101e2dd-be31-47ca-b6eb-097bfb4ff24d triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:08.463056 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:08.464945 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:08.483245 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:08.514018 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-cf30169a-c947-41c4-8923-0919d57989bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b HTTP/1.1" status: 200 len: 998 time: 0.0972488 Mar 08 08:36:08.523446 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-079a7419-016a-4979-a43e-6d80ee3ad605 req-e8570475-e7ed-4f1d-bf8a-5d3a3bc16a79 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853174 Mar 08 08:36:08.579811 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c1b87-229f-41f6-aa59-2e2a90a28a0b req-a8edabe9-54fb-4040-8650-a241beb8999b tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.581368 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c73c1b87-229f-41f6-aa59-2e2a90a28a0b req-a8edabe9-54fb-4040-8650-a241beb8999b tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 945 time: 0.1910119 Mar 08 08:36:08.648288 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-b40520cf-8851-41bb-b7ce-b5f32c067391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.655939 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-b40520cf-8851-41bb-b7ce-b5f32c067391 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.1190150 Mar 08 08:36:08.666559 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:08.706452 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port e101e2dd-be31-47ca-b6eb-097bfb4ff24d is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:08.745265 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-9c7c8f23-6c02-4938-afe1-e4dad0848061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.747170 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-9c7c8f23-6c02-4938-afe1-e4dad0848061 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843327 Mar 08 08:36:08.750014 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:08.759105 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c73c1b87-229f-41f6-aa59-2e2a90a28a0b req-cec6aa21-34b6-4608-a2d2-2f21437d2bcf tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998652 Mar 08 08:36:08.813335 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008462b7-2ac7-4a32-86ac-589a2028b04f req-58c12c96-a68b-44b8-9d04-ad463d3760ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.829260 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-008462b7-2ac7-4a32-86ac-589a2028b04f req-58c12c96-a68b-44b8-9d04-ad463d3760ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 1129 time: 0.2918124 Mar 08 08:36:08.873884 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:08.904411 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd0f2b-7bf9-4423-98c3-bde11dc3d92d req-4afb4093-3790-4dbf-8a9c-fc65f931301e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:08.907728 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78bd0f2b-7bf9-4423-98c3-bde11dc3d92d req-4afb4093-3790-4dbf-8a9c-fc65f931301e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2456727 Mar 08 08:36:08.958681 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-008462b7-2ac7-4a32-86ac-589a2028b04f req-383cff9b-f3e6-49d5-9cfa-abc7fa799360 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185372 Mar 08 08:36:08.964207 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-21265cfc-2d32-4807-8e09-d51f9e5c3e52 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053928 Mar 08 08:36:09.009799 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78bd0f2b-7bf9-4423-98c3-bde11dc3d92d req-15d00230-2df2-4657-bf08-e18ff427438b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908456 Mar 08 08:36:09.516718 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2b8c36f5-ca79-4766-853a-da5ea2f5bdf9 req-8c6efb97-5b52-4682-be17-b600fec12ff9 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336911 Mar 08 08:36:09.518217 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e12ef7-0c2d-4457-89e2-34e9cd7f5abb req-e4d6b608-5e21-4f0c-89f4-19e9abcd2674 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:09.518217 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-15e12ef7-0c2d-4457-89e2-34e9cd7f5abb req-e4d6b608-5e21-4f0c-89f4-19e9abcd2674 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1498067 Mar 08 08:36:09.518217 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b1e4d-85c1-471b-b28c-6a9a2eee341d req-c0177fea-0ba6-449f-b996-1f8df61d8773 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:09.518217 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd9b1e4d-85c1-471b-b28c-6a9a2eee341d req-c0177fea-0ba6-449f-b996-1f8df61d8773 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0995772 Mar 08 08:36:09.518217 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-15e12ef7-0c2d-4457-89e2-34e9cd7f5abb req-ab3b04a1-6094-4bf3-970b-448b90efa4f2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108582 Mar 08 08:36:09.523792 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd9b1e4d-85c1-471b-b28c-6a9a2eee341d req-c4bd6d93-ae71-4b13-bf9f-e1a11b3f3fb5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351774 Mar 08 08:36:09.829176 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4d69-9c9d-432f-805b-2d83511057fe req-74c82086-62d5-4dec-83f7-6adcf18e5db5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:09.838092 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-743b4d69-9c9d-432f-805b-2d83511057fe req-74c82086-62d5-4dec-83f7-6adcf18e5db5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 944 time: 0.1443548 Mar 08 08:36:10.005672 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-743b4d69-9c9d-432f-805b-2d83511057fe req-32c6c1d6-b3cc-4297-a44b-809a9eb4b37e tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632988 Mar 08 08:36:10.034620 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe733b-e145-457e-9d2f-f53ffad66e45 req-f4eaca2e-8a38-44cb-a0b9-64096e8f13bc tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:10.034620 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-02fe733b-e145-457e-9d2f-f53ffad66e45 req-f4eaca2e-8a38-44cb-a0b9-64096e8f13bc tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 945 time: 0.1480579 Mar 08 08:36:10.103081 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device e101e2dd-be31-47ca-b6eb-097bfb4ff24d up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:10.130117 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-02fe733b-e145-457e-9d2f-f53ffad66e45 req-8d2104c6-45c4-49b3-9d69-8af8fefae874 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959721 Mar 08 08:36:10.195757 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port e101e2dd-be31-47ca-b6eb-097bfb4ff24d triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:10.197055 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:10.217924 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:10.226242 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c2e6-b8b7-44be-a714-1bdd8d80f387 req-5e88693b-0237-469b-bad4-209b0e58342b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:10.227319 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677c2e6-b8b7-44be-a714-1bdd8d80f387 req-5e88693b-0237-469b-bad4-209b0e58342b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0692461 Mar 08 08:36:10.236813 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806b6c6d-3e0e-4f09-9d14-79d0b41c5452" -d '{"events": [{"server_uuid": "75c579b2-e06a-40bb-a552-a6c3fc45a3e1", "name": "network-vif-plugged", "status": "completed", "tag": "8185fa74-4b2b-4418-9572-d2ae3e36e0c3"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:10.306792 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5677c2e6-b8b7-44be-a714-1bdd8d80f387 req-082401f0-3d9a-4d82-abd4-b78bbb6f3d48 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738108 Mar 08 08:36:10.326857 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c0c18-8563-4d92-a2e1-dd9a06b1fb6b x-openstack-request-id: req-c97c0c18-8563-4d92-a2e1-dd9a06b1fb6b {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:10.327188 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c579b2-e06a-40bb-a552-a6c3fc45a3e1", "name": "network-vif-plugged", "status": "completed", "tag": "8185fa74-4b2b-4418-9572-d2ae3e36e0c3", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:10.327442 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c97c0c18-8563-4d92-a2e1-dd9a06b1fb6b {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:10.327854 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'code': 200} Mar 08 08:36:10.372286 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port e101e2dd-be31-47ca-b6eb-097bfb4ff24d is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:10.612188 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722fb6b-b838-4a12-a0a4-2b4cef8b75bc req-c281604e-a0c7-4722-988e-1ce22a09e99f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:10.613706 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d722fb6b-b838-4a12-a0a4-2b4cef8b75bc req-c281604e-a0c7-4722-988e-1ce22a09e99f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0586333 Mar 08 08:36:10.683413 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d722fb6b-b838-4a12-a0a4-2b4cef8b75bc req-e210ec01-9224-4e89-a8a6-4e8accdf4a5f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635474 Mar 08 08:36:10.739519 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bab581-279f-416f-84fc-f0471a97bd15 req-4b3e8871-1daa-4c25-98c6-79a0f57d7841 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:10.741324 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-70bab581-279f-416f-84fc-f0471a97bd15 req-4b3e8871-1daa-4c25-98c6-79a0f57d7841 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0777309 Mar 08 08:36:10.764897 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:36:10.823171 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-70bab581-279f-416f-84fc-f0471a97bd15 req-adadf696-a785-4b32-b1f2-dec6321cb5b7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749223 Mar 08 08:36:10.834226 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148213f-80ed-43a0-91f7-38ccba075097 req-71ea22af-feb3-4170-ba32-e4e05001a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:10.838348 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7148213f-80ed-43a0-91f7-38ccba075097 req-71ea22af-feb3-4170-ba32-e4e05001a68c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 1129 time: 0.0626693 Mar 08 08:36:10.905520 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7148213f-80ed-43a0-91f7-38ccba075097 req-9ff43986-094d-43de-9768-1cb923c7c38b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607362 Mar 08 08:36:11.000209 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:11.013971 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'port_id': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'mac_address': 'fa:16:3e:06:ae:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:36:11.065070 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:11.065531 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:11.084292 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:36:11.114313 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:11.155006 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04366d36-2cdf-49ef-b99d-5a8e50e2631d req-e23c4eb8-cc2b-4ec1-a50a-162f29ffb243 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:11.156839 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-04366d36-2cdf-49ef-b99d-5a8e50e2631d req-e23c4eb8-cc2b-4ec1-a50a-162f29ffb243 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 944 time: 0.0630605 Mar 08 08:36:11.182375 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:11.242492 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-04366d36-2cdf-49ef-b99d-5a8e50e2631d req-464fc8c4-38df-4228-acac-5837e7b2ae54 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728266 Mar 08 08:36:11.264468 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:11.304902 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9bf2a-443d-4448-8771-e98688f34f5d req-d503a5c3-b398-4557-a4d8-765e222790fe tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:11.307236 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d2a9bf2a-443d-4448-8771-e98688f34f5d req-d503a5c3-b398-4557-a4d8-765e222790fe tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 945 time: 0.0846677 Mar 08 08:36:11.373410 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d2a9bf2a-443d-4448-8771-e98688f34f5d req-6ab49e99-7664-4012-b49b-73ff3fb540b2 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603185 Mar 08 08:36:11.469908 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4538c8-1546-4026-829b-58276de6cad3 req-4298287c-d9e7-48e5-89dc-2d98b0093b41 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:11.471675 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b4538c8-1546-4026-829b-58276de6cad3 req-4298287c-d9e7-48e5-89dc-2d98b0093b41 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0757573 Mar 08 08:36:11.525151 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:36:11.529629 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b4538c8-1546-4026-829b-58276de6cad3 req-7b707f7f-cd5a-4502-945f-371c196cedea tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493369 Mar 08 08:36:11.874600 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0f66f-77fe-4463-b75b-c752283104fd req-6360f3b4-cb70-4b5c-9180-2e22800ed568 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:11.890115 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1cb0f66f-77fe-4463-b75b-c752283104fd req-6360f3b4-cb70-4b5c-9180-2e22800ed568 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1131432 Mar 08 08:36:12.010058 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff61b1-6f49-4cd5-af5b-b556c2a7f36a req-f7700c1e-c910-4b37-ad33-09313dd3f706 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:12.014422 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ff61b1-6f49-4cd5-af5b-b556c2a7f36a req-f7700c1e-c910-4b37-ad33-09313dd3f706 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0955567 Mar 08 08:36:12.027004 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1cb0f66f-77fe-4463-b75b-c752283104fd req-66db2d16-ad9e-4897-a770-ea126a356335 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359396 Mar 08 08:36:12.101425 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ff61b1-6f49-4cd5-af5b-b556c2a7f36a req-a5f1c79f-dc4f-4a27-bd37-8fef1aec5137 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694408 Mar 08 08:36:12.401174 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516f52-ab04-4209-b5b4-a613b898ab1f req-fa8764df-9f4c-449e-84a9-181c9db04016 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:12.403085 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-30516f52-ab04-4209-b5b4-a613b898ab1f req-fa8764df-9f4c-449e-84a9-181c9db04016 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 945 time: 0.0610540 Mar 08 08:36:12.460670 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-30516f52-ab04-4209-b5b4-a613b898ab1f req-d98bde47-a625-4b4d-8469-c81df3a1330f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513117 Mar 08 08:36:12.696920 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb68080-91d8-45ea-8103-7d3763c11a1f req-d365d28e-d069-464a-b5ae-738b2d4d7333 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:12.698791 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-abb68080-91d8-45ea-8103-7d3763c11a1f req-d365d28e-d069-464a-b5ae-738b2d4d7333 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0749402 Mar 08 08:36:12.770073 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-abb68080-91d8-45ea-8103-7d3763c11a1f req-8d1f0c97-c95c-4e3b-abc2-f1761bb30daf tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642226 Mar 08 08:36:12.781330 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:12.883299 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d4a0-642b-4ee1-842c-babc09917dc7 req-25bd351a-c66c-41dc-8ead-b8ece51b7fbb tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:12.885555 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d9f9d4a0-642b-4ee1-842c-babc09917dc7 req-25bd351a-c66c-41dc-8ead-b8ece51b7fbb tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 945 time: 0.0665367 Mar 08 08:36:12.934501 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:36:12.937361 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d9f9d4a0-642b-4ee1-842c-babc09917dc7 req-76e1434f-82e0-430f-9f5e-528938b52044 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457356 Mar 08 08:36:12.939245 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:12.939784 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:13.060404 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:13.070678 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:13.097294 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:13.099798 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5507fe8-a6f0-4313-8d45-878db9b76e0d" -d '{"events": [{"server_uuid": "1a48b41f-f062-4d38-ae2a-01cc3e68ebb8", "name": "network-vif-plugged", "status": "completed", "tag": "8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:13.114117 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:13.175507 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2c57d9-80f5-423a-962f-4d1bd222e085 x-openstack-request-id: req-fc2c57d9-80f5-423a-962f-4d1bd222e085 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:13.175507 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a48b41f-f062-4d38-ae2a-01cc3e68ebb8", "name": "network-vif-plugged", "status": "completed", "tag": "8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:13.175507 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc2c57d9-80f5-423a-962f-4d1bd222e085 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:13.175507 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'code': 200} Mar 08 08:36:13.195512 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:13.213869 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5712bc-5f06-4c70-a1dd-05d4f0bdce99 req-fcf879b2-9c88-4dd5-8c1b-dcba6919e2b2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:13.218818 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce5712bc-5f06-4c70-a1dd-05d4f0bdce99 req-fcf879b2-9c88-4dd5-8c1b-dcba6919e2b2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1147990 Mar 08 08:36:13.273862 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:13.283411 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.283862 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.284290 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.284705 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.285694 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.285694 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.285987 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.286549 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.287007 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.287406 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.288296 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.288688 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.289086 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:13.342763 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce5712bc-5f06-4c70-a1dd-05d4f0bdce99 req-885a620e-bb70-478c-9874-0ee97ec0935d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230514 Mar 08 08:36:13.363722 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae6f0-c58a-450c-b55f-ce6b91bb360a req-493ebc4d-e147-4513-81c9-b0baff3e1e61 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:13.365262 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c0eae6f0-c58a-450c-b55f-ce6b91bb360a req-493ebc4d-e147-4513-81c9-b0baff3e1e61 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0853677 Mar 08 08:36:13.435548 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c0eae6f0-c58a-450c-b55f-ce6b91bb360a req-0a25cbbb-c316-4190-b820-323e93ad586c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568454 Mar 08 08:36:13.504863 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea760658-25b3-437a-9042-466009a45839 req-b0d6cde6-9121-465e-a36c-6699aa50085d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:13.507822 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ea760658-25b3-437a-9042-466009a45839 req-b0d6cde6-9121-465e-a36c-6699aa50085d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0692732 Mar 08 08:36:13.523789 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 33076) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:13.528366 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'floatingip': {'port_id': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:36:13.583272 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (7d4c676d-9c59-44f9-8b4a-f29bf637fa12), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:13.654238 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d630-c1cd-4ab0-87b3-7d10eaa4ed9d req-45a32e45-08a3-4278-b66e-d132de86b9fb tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:13.656014 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7e42d630-c1cd-4ab0-87b3-7d10eaa4ed9d req-45a32e45-08a3-4278-b66e-d132de86b9fb tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 946 time: 0.1009343 Mar 08 08:36:13.771867 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7e42d630-c1cd-4ab0-87b3-7d10eaa4ed9d req-eb59451b-f4ab-4b2c-a612-0a44efbabb5e tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067724 Mar 08 08:36:13.779501 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba43e66-5a0a-4a19-a07c-07e7d94a6095 req-5f5ab1cc-471b-45ae-b7af-0b6cb8c03268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:13.780998 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dba43e66-5a0a-4a19-a07c-07e7d94a6095 req-5f5ab1cc-471b-45ae-b7af-0b6cb8c03268 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 1130 time: 0.1890416 Mar 08 08:36:13.901713 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dba43e66-5a0a-4a19-a07c-07e7d94a6095 req-225493c5-a4e2-4f44-aec1-ee0c80336718 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833428 Mar 08 08:36:13.906461 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cfee8-3f24-4897-beb9-aec774e793fe req-c0081fda-7e4b-4eef-872d-205556f58b44 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:13.908246 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e3cfee8-3f24-4897-beb9-aec774e793fe req-c0081fda-7e4b-4eef-872d-205556f58b44 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0623205 Mar 08 08:36:13.970432 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e3cfee8-3f24-4897-beb9-aec774e793fe req-ca820050-4ae1-4083-8c23-ac38908b8765 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555441 Mar 08 08:36:14.098286 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b30443-d2e8-4beb-8e0b-867e68043a79 req-4f92cd2a-afc1-46ee-8d32-098004b959fd tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:14.099889 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a5b30443-d2e8-4beb-8e0b-867e68043a79 req-4f92cd2a-afc1-46ee-8d32-098004b959fd tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 945 time: 0.0691471 Mar 08 08:36:14.176084 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a5b30443-d2e8-4beb-8e0b-867e68043a79 req-67262f45-d0b4-4ab6-9459-16b4c1878516 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700068 Mar 08 08:36:14.384436 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:14.457412 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (7d4c676d-9c59-44f9-8b4a-f29bf637fa12), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:14.591642 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f018-9e6c-4157-ab98-44cdf2bca9da req-246c85a2-cb1b-4b0d-8204-e4218c82c797 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:14.599090 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2d95f018-9e6c-4157-ab98-44cdf2bca9da req-246c85a2-cb1b-4b0d-8204-e4218c82c797 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0735545 Mar 08 08:36:14.650958 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Floating IP 7d4c676d-9c59-44f9-8b4a-f29bf637fa12 associated. External IP: 172.27.2.67, port: 8185fa74-4b2b-4418-9572-d2ae3e36e0c3. Mar 08 08:36:14.666654 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2d95f018-9e6c-4157-ab98-44cdf2bca9da req-8d221d87-0796-4dbc-a527-0ab610ba720c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591981 Mar 08 08:36:14.740814 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-13314172-7457-4eda-9733-a49eae6f77a8 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:14.743779 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-13314172-7457-4eda-9733-a49eae6f77a8 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.31 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 945 time: 0.1375704 Mar 08 08:36:14.756931 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-169931be-e58a-417b-8d00-b05136cf47d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:14.926393 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920d179-dea3-4b7e-ad7d-b8d5113274f3 req-eb1cb374-cf4a-4009-8ca8-304d0dc1f08e tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:14.927908 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5920d179-dea3-4b7e-ad7d-b8d5113274f3 req-eb1cb374-cf4a-4009-8ca8-304d0dc1f08e tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 946 time: 0.0783761 Mar 08 08:36:14.995040 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Deleting port e1d76d98-6cf0-47a0-86dd-83b53448e1fe {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:36:14.995391 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:15.033527 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5920d179-dea3-4b7e-ad7d-b8d5113274f3 req-4ffa37a1-965a-450c-8727-3d0bcf3836a3 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998566 Mar 08 08:36:15.070668 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:36:15.154143 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] For port e1d76d98-6cf0-47a0-86dd-83b53448e1fe, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,segment=NetworkSegment(d0fbe833-827f-4f9e-be0d-c57840eeacf5),segment_id=d0fbe833-827f-4f9e-be0d-c57840eeacf5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:15.154517 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:15.171971 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Calling delete_port for e1d76d98-6cf0-47a0-86dd-83b53448e1fe owned by compute:nova {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:36:15.193924 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31275c7-0ce5-4f33-ae5b-4c0303479b63 req-fddfde64-c466-4ada-b211-1f2250575ee4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:15.217822 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c31275c7-0ce5-4f33-ae5b-4c0303479b63 req-fddfde64-c466-4ada-b211-1f2250575ee4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1117153 Mar 08 08:36:15.385607 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:36:15.397521 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c31275c7-0ce5-4f33-ae5b-4c0303479b63 req-ad14ecbb-35df-46a2-90c9-6c7765b869f6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607716 Mar 08 08:36:15.397688 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:15.398403 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:36:15.414101 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:36:15.415474 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:15.446082 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0942bc62-4a5b-4d30-be30-fadf33788367 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "PUT /v2.0/floatingips/7d4c676d-9c59-44f9-8b4a-f29bf637fa12 HTTP/1.1" status: 200 len: 990 time: 1.9095726 Mar 08 08:36:15.446082 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'tag': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:15.446082 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d7f96b-0f02-47b9-8aef-7c14c15ae790" -d '{"events": [{"name": "network-changed", "server_uuid": "75c579b2-e06a-40bb-a552-a6c3fc45a3e1", "tag": "8185fa74-4b2b-4418-9572-d2ae3e36e0c3"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:15.493030 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbbd3e-3f1b-4e4f-9002-0fcf765b782f req-61a482a3-247a-4257-b8f0-967b88830fa9 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:15.498186 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbcbbd3e-3f1b-4e4f-9002-0fcf765b782f req-61a482a3-247a-4257-b8f0-967b88830fa9 tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 945 time: 0.1663296 Mar 08 08:36:15.517428 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14491a4f-9ede-4a90-b8e7-2f0c7284cd25 x-openstack-request-id: req-14491a4f-9ede-4a90-b8e7-2f0c7284cd25 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:15.518282 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c579b2-e06a-40bb-a552-a6c3fc45a3e1", "tag": "8185fa74-4b2b-4418-9572-d2ae3e36e0c3", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:15.518945 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14491a4f-9ede-4a90-b8e7-2f0c7284cd25 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:15.519683 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'tag': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'status': 'completed', 'code': 200} Mar 08 08:36:15.534283 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (e1d76d98-6cf0-47a0-86dd-83b53448e1fe), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:15.553084 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['e1d76d98-6cf0-47a0-86dd-83b53448e1fe'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:36:15.626756 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Pushing event deleted for resources: {'Port': ['ID=e1d76d98-6cf0-47a0-86dd-83b53448e1fe,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:15.645240 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:36:15.719878 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] No DVR routers for this DVR port e1d76d98-6cf0-47a0-86dd-83b53448e1fe on host hv-cinder-83249 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:36:15.723928 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:15.727431 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-604a428b-bf6d-491e-9fe8-5240e7fabfe8 req-44d1c1d1-e177-4df6-87fb-579ca90210ac tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.31 "DELETE /v2.0/ports/e1d76d98-6cf0-47a0-86dd-83b53448e1fe HTTP/1.1" status: 204 len: 173 time: 0.9767551 Mar 08 08:36:15.738270 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-14172574-8747-4862-89af-dd33efb18a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:15.739814 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-14172574-8747-4862-89af-dd33efb18a6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 1129 time: 0.1457567 Mar 08 08:36:15.753441 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbcbbd3e-3f1b-4e4f-9002-0fcf765b782f req-c144ceff-dc89-4fd2-972b-0851b77e370f tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/security-groups?id=21575895-1f1d-4f04-8e5e-e6a7fda44ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310519 Mar 08 08:36:15.903157 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-d4210ccd-3222-43eb-ba5b-4a8a3b2ff173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:15.905573 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-d4210ccd-3222-43eb-ba5b-4a8a3b2ff173 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 915 time: 0.1502569 Mar 08 08:36:15.912855 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1f3e6-8547-42fd-8424-bebf7f88cdd7 req-a123cfc2-0ad5-4110-8ebc-6b884df77c54 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:15.919820 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2ef1f3e6-8547-42fd-8424-bebf7f88cdd7 req-a123cfc2-0ad5-4110-8ebc-6b884df77c54 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1151884 Mar 08 08:36:15.971523 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '7d4c676d-9c59-44f9-8b4a-f29bf637fa12', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:50:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:35:38Z', 'updated_at': '2022-03-08T08:36:14Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}, {'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:17Z', 'revision_number': 2, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:16.049526 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2ef1f3e6-8547-42fd-8424-bebf7f88cdd7 req-f0f449cc-fbed-4ef8-82e2-a2a2e47e00ae tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286278 Mar 08 08:36:16.071624 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-505ab753-289e-4175-b822-35555982ff11 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8185fa74-4b2b-4418-9572-d2ae3e36e0c3 HTTP/1.1" status: 200 len: 998 time: 0.1445374 Mar 08 08:36:16.108242 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:36:16.136956 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:36:16.137993 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:35:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:16.173842 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-3047a0b2-36d7-49c4-95f1-3b8643d4f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:16.175915 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-3047a0b2-36d7-49c4-95f1-3b8643d4f89a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0965877 Mar 08 08:36:16.277124 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-33af5a49-3c19-4a1c-8faa-30f8bd9770ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:16.279075 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-33af5a49-3c19-4a1c-8faa-30f8bd9770ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943706 Mar 08 08:36:16.285318 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:36:16.390393 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-b5239bc3-b450-48e0-bff8-c5e23e5acbf5 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031017 Mar 08 08:36:16.397568 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b8ff-8ce6-4d05-871b-735524855f02 req-79bf2902-2928-4218-821f-e5d1cb2f2693 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:16.408145 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4437b8ff-8ce6-4d05-871b-735524855f02 req-79bf2902-2928-4218-821f-e5d1cb2f2693 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 946 time: 0.2236624 Mar 08 08:36:16.579745 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66d7f96b-0f02-47b9-8aef-7c14c15ae790 req-f324967e-3db4-4b73-aa01-71baa8c48a8d service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704926 Mar 08 08:36:16.616335 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '7d4c676d-9c59-44f9-8b4a-f29bf637fa12', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:50:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:35:38Z', 'updated_at': '2022-03-08T08:36:14Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}, {'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:17Z', 'revision_number': 2, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:16.627375 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4437b8ff-8ce6-4d05-871b-735524855f02 req-17f063c2-0ab0-4ab9-ab5a-58cc245b0bcc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985884 Mar 08 08:36:16.648649 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b110d-1352-43d7-9700-30d23cbc9ca5 req-b96d92d0-dd33-44fd-b16a-99b9a341482e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:16.660370 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-764b110d-1352-43d7-9700-30d23cbc9ca5 req-b96d92d0-dd33-44fd-b16a-99b9a341482e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1538167 Mar 08 08:36:16.665627 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f009-f2db-401a-829c-94cf33581cb8 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '7d4c676d-9c59-44f9-8b4a-f29bf637fa12', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:50:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:35:38Z', 'updated_at': '2022-03-08T08:36:14Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}, {'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:17Z', 'revision_number': 2, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:36:16.801322 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-764b110d-1352-43d7-9700-30d23cbc9ca5 req-599b89c6-da5b-4038-b296-c7e461e6bdf4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376224 Mar 08 08:36:16.855902 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ed62-d1b8-4baa-a47f-4e11871879c1 req-6460c37c-d863-45fc-80cf-8e449a714f6e tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:16.863852 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-32b0ed62-d1b8-4baa-a47f-4e11871879c1 req-6460c37c-d863-45fc-80cf-8e449a714f6e tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 946 time: 0.1217756 Mar 08 08:36:16.941509 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-89d35267-2cab-4ceb-a7d3-9f39c98b9d83 req-09c7eb67-ae3f-4392-ac3a-e3a56584ea6c tempest-VolumesActionsTest-861357510 tempest-VolumesActionsTest-861357510-project] 10.222.0.21 "GET /v2.0/ports?device_id=25eb8df2-a4ae-457d-827c-b35a4fdf300a HTTP/1.1" status: 200 len: 210 time: 0.0371680 Mar 08 08:36:16.999886 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-32b0ed62-d1b8-4baa-a47f-4e11871879c1 req-e8799c5e-7416-4f51-97b2-db1cadd46478 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286032 Mar 08 08:36:17.010390 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6481aa63-4c9c-4f5f-a1fc-81f60c0fc9d2 None None] New status for floating IP 7d4c676d-9c59-44f9-8b4a-f29bf637fa12: ACTIVE {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:36:17.012006 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 33114) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:17.079538 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e5c328ae-b9df-4540-958c-b628d87089cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:17.239465 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407eef9-a8e5-457a-81bc-aa5c6e430fe4 tempest-TestVolumeBootPattern-872896233 tempest-TestVolumeBootPattern-872896233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:17.241314 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9407eef9-a8e5-457a-81bc-aa5c6e430fe4 tempest-TestVolumeBootPattern-872896233 tempest-TestVolumeBootPattern-872896233-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 1125 time: 0.2284260 Mar 08 08:36:17.244590 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 33120) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:17.248940 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'port_id': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:36:17.290680 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014cbf3-a776-4ffd-aa37-8dbc2740e2c2 req-1f707139-3e3c-4ca0-9d07-320631515fa2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:17.292368 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e014cbf3-a776-4ffd-aa37-8dbc2740e2c2 req-1f707139-3e3c-4ca0-9d07-320631515fa2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1001585 Mar 08 08:36:17.343209 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:17.365820 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e014cbf3-a776-4ffd-aa37-8dbc2740e2c2 req-78388d90-1b82-45a2-95b1-5ce9b80c3505 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677984 Mar 08 08:36:17.493475 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:17.521335 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eb8df2-a4ae-457d-827c-b35a4fdf300a', 'name': 'network-vif-deleted', 'tag': 'e1d76d98-6cf0-47a0-86dd-83b53448e1fe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:17.525136 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a456844-7252-4193-b6db-8bca69a8c1c2" -d '{"events": [{"server_uuid": "25eb8df2-a4ae-457d-827c-b35a4fdf300a", "name": "network-vif-deleted", "tag": "e1d76d98-6cf0-47a0-86dd-83b53448e1fe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:17.580585 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f597f-eca8-4489-8528-a741b3a049d7 x-openstack-request-id: req-9f8f597f-eca8-4489-8528-a741b3a049d7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:17.581244 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25eb8df2-a4ae-457d-827c-b35a4fdf300a", "name": "network-vif-deleted", "tag": "e1d76d98-6cf0-47a0-86dd-83b53448e1fe", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:17.581689 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f8f597f-eca8-4489-8528-a741b3a049d7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:17.582284 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25eb8df2-a4ae-457d-827c-b35a4fdf300a', 'name': 'network-vif-deleted', 'tag': 'e1d76d98-6cf0-47a0-86dd-83b53448e1fe', 'status': 'completed', 'code': 200} Mar 08 08:36:17.653144 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Allocated IP 172.27.2.77 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/421afe8f-8b9d-46cc-810c-d8ba14881af2) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:36:17.800673 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (421afe8f-8b9d-46cc-810c-d8ba14881af2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:17.934748 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (421afe8f-8b9d-46cc-810c-d8ba14881af2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:18.000176 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:36:18.005429 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:36:18.023041 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:36:18.032743 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=421afe8f-8b9d-46cc-810c-d8ba14881af2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:18.047017 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:18.070851 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601e99-2a33-4b62-ae8b-0d21ffbd492e req-7b5e4816-f251-411c-aa00-9410a87b2bfa tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:18.073119 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-98601e99-2a33-4b62-ae8b-0d21ffbd492e req-7b5e4816-f251-411c-aa00-9410a87b2bfa tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1862535 Mar 08 08:36:18.295396 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-98601e99-2a33-4b62-ae8b-0d21ffbd492e req-66fd8cf1-51c2-40c5-a84d-a370902dbfae tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030373 Mar 08 08:36:18.624338 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd1fd9-cf88-40e8-abb2-884d9139da3a req-7e6f0a33-2de5-4fdd-bbd2-e42f6c54da4c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:18.626001 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-addd1fd9-cf88-40e8-abb2-884d9139da3a req-7e6f0a33-2de5-4fdd-bbd2-e42f6c54da4c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1612871 Mar 08 08:36:18.672388 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (ee7a9239-c538-440e-ad5f-eb9e83eea6d5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:18.705548 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-addd1fd9-cf88-40e8-abb2-884d9139da3a req-137dcdfd-eb00-4bce-9cda-55c18a68ee5d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725493 Mar 08 08:36:18.863144 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device e1d76d98-6cf0-47a0-86dd-83b53448e1fe no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:36:18.889910 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: e1d76d98-6cf0-47a0-86dd-83b53448e1fe {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:36:18.890585 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device e1d76d98-6cf0-47a0-86dd-83b53448e1fe not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:36:18.891450 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (421afe8f-8b9d-46cc-810c-d8ba14881af2), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:19.128941 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (421afe8f-8b9d-46cc-810c-d8ba14881af2), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:19.216386 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (421afe8f-8b9d-46cc-810c-d8ba14881af2), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:19.289728 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=421afe8f-8b9d-46cc-810c-d8ba14881af2,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:19.306121 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (ee7a9239-c538-440e-ad5f-eb9e83eea6d5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:19.604968 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:19.673598 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Floating IP ee7a9239-c538-440e-ad5f-eb9e83eea6d5 associated. External IP: 172.27.2.77, port: 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555. Mar 08 08:36:19.809803 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd71bf-84cf-42aa-9c3f-08b48443dfde req-4574e146-bc6c-4a02-bad5-9065846b3381 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:19.816914 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bbdd71bf-84cf-42aa-9c3f-08b48443dfde req-4574e146-bc6c-4a02-bad5-9065846b3381 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1682701 Mar 08 08:36:19.920657 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bbdd71bf-84cf-42aa-9c3f-08b48443dfde req-d8e0b905-c559-4039-8646-2fb77f417fe3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027238 Mar 08 08:36:20.071863 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7befb5-b506-4765-a3d8-8e3578b05909 req-9d8e18ca-634c-443f-993b-ba7b92c821c3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:20.073765 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b7befb5-b506-4765-a3d8-8e3578b05909 req-9d8e18ca-634c-443f-993b-ba7b92c821c3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.2490504 Mar 08 08:36:20.078524 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:36:20.283207 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:36:20.297932 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:36:20.309839 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b7befb5-b506-4765-a3d8-8e3578b05909 req-e6a40b7a-d178-4b13-a230-f948b6425771 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179704 Mar 08 08:36:20.318840 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:36:20.319712 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:36:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:20.385063 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:20.450792 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ec98f418-849c-4e9c-803b-8e1311f09444 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2042737 Mar 08 08:36:20.451657 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'tag': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:20.454416 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b80ed-46f8-45e3-a906-ebc47e89bbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a48b41f-f062-4d38-ae2a-01cc3e68ebb8", "tag": "8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:20.514777 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:36:20.528984 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a297a818-4748-4331-9e76-c8b6f606ef2d x-openstack-request-id: req-a297a818-4748-4331-9e76-c8b6f606ef2d {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:20.529453 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a48b41f-f062-4d38-ae2a-01cc3e68ebb8", "tag": "8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:20.529904 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a297a818-4748-4331-9e76-c8b6f606ef2d {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:20.530769 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'tag': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'status': 'completed', 'code': 200} Mar 08 08:36:20.846583 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'ee7a9239-c538-440e-ad5f-eb9e83eea6d5', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:06:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:36:18Z', 'updated_at': '2022-03-08T08:36:18Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:20.897532 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:36:20.907401 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:36:20.908245 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:36:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:20.908479 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292286-f512-43da-a5d8-6aacc7448897 req-6b3091e4-96c2-4593-83e6-7a7f396e158d tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:20.910318 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-6b3091e4-96c2-4593-83e6-7a7f396e158d tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/networks?id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888 HTTP/1.1" status: 200 len: 814 time: 0.1346025 Mar 08 08:36:20.939239 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-a656f060-120b-4175-a6d5-35c4f0629767 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/quotas/4c2d390a1e84439b8a76481e293bfd98 HTTP/1.1" status: 200 len: 375 time: 0.0232103 Mar 08 08:36:21.010732 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:21.043099 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:36:21.052697 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-f57f4f7a-00cc-4994-bab8-ce5724f68684 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c2d390a1e84439b8a76481e293bfd98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125906 Mar 08 08:36:21.082572 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeb381-edd8-406f-b6be-b39849ddd111 req-9c944269-fab1-4336-9800-b542897e88ac tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:21.091933 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dadeb381-edd8-406f-b6be-b39849ddd111 req-9c944269-fab1-4336-9800-b542897e88ac tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0937080 Mar 08 08:36:21.195708 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-d5475a07-45bb-4d82-92c8-b4f17f02d4ac service neutron] 10.222.0.21 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233046 Mar 08 08:36:21.250185 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dadeb381-edd8-406f-b6be-b39849ddd111 req-94a38a86-c48e-4337-8059-a490679ed4fd tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573508 Mar 08 08:36:21.307732 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'ee7a9239-c538-440e-ad5f-eb9e83eea6d5', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:06:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:36:18Z', 'updated_at': '2022-03-08T08:36:18Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:21.311264 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-297430b4-ee06-495d-b2dd-efa7038ce098 service neutron] 10.222.0.21 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067128 Mar 08 08:36:21.335152 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ef96b-9bbd-461d-a839-9cc1bf14f3dd None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'ee7a9239-c538-440e-ad5f-eb9e83eea6d5', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:06:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:36:18Z', 'updated_at': '2022-03-08T08:36:18Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:36:21.456807 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7b400-4f85-4851-a812-43806201fe83 req-366a3d6d-c05f-48a7-8457-b9f611a69535 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:21.458384 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c1c7b400-4f85-4851-a812-43806201fe83 req-366a3d6d-c05f-48a7-8457-b9f611a69535 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0766962 Mar 08 08:36:21.519452 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c1c7b400-4f85-4851-a812-43806201fe83 req-7ff1681d-4bf4-4175-872b-f9b31788100e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553126 Mar 08 08:36:21.611730 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb4e51-de48-4b11-b69d-00139aa4bb01 None None] New status for floating IP ee7a9239-c538-440e-ad5f-eb9e83eea6d5: ACTIVE {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:36:21.713176 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d0164e1-36f0-4da2-85ec-cb1552453bc2 req-cd511ffa-6ad5-4847-bdca-d581c19603bd tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0602820 Mar 08 08:36:22.405149 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d30ef-1307-42d0-93b1-b2b0d6cbc06a req-b1304d87-cd85-4be8-90e5-949c5947cd12 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:22.406988 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d77d30ef-1307-42d0-93b1-b2b0d6cbc06a req-b1304d87-cd85-4be8-90e5-949c5947cd12 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0713520 Mar 08 08:36:22.464111 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d77d30ef-1307-42d0-93b1-b2b0d6cbc06a req-b1af346c-f0f7-4e10-8bc8-d4b62c4f4d6a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511863 Mar 08 08:36:22.662557 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea1ed3-a8b5-455e-af17-7fae92679e9c req-cf49b2c7-2e65-45c3-a414-9b036f8228c9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:22.671454 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfea1ed3-a8b5-455e-af17-7fae92679e9c req-cf49b2c7-2e65-45c3-a414-9b036f8228c9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0721688 Mar 08 08:36:22.722373 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfea1ed3-a8b5-455e-af17-7fae92679e9c req-6b388f4d-833d-4870-9f9f-998fce17cf0f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511603 Mar 08 08:36:22.807941 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0501abd-ceb0-4dca-841d-6dd04ca140ff req-b0d05980-fc0b-4020-83d1-31a9d302e46d tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0375836 Mar 08 08:36:23.595933 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952ea1e-0a27-43c4-917d-c4529e153819 req-7403e59f-604b-4faa-9738-e40915eb6595 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:23.597624 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5952ea1e-0a27-43c4-917d-c4529e153819 req-7403e59f-604b-4faa-9738-e40915eb6595 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0565224 Mar 08 08:36:23.642808 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5952ea1e-0a27-43c4-917d-c4529e153819 req-15df92a9-530a-4f45-b316-7f559428531b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Mar 08 08:36:23.863392 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1e914-5f03-4d8f-986f-dcd0a8f1259f req-e96969d4-4cd4-44e5-92a7-59f88ec18413 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:23.874340 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7e1e914-5f03-4d8f-986f-dcd0a8f1259f req-e96969d4-4cd4-44e5-92a7-59f88ec18413 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0604126 Mar 08 08:36:23.920012 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a4d53fe-dfcd-4961-8d22-71f6603279ff req-24140844-1289-44bc-8eb8-c0a2467a1549 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0420773 Mar 08 08:36:23.946667 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7e1e914-5f03-4d8f-986f-dcd0a8f1259f req-af150d59-d744-4bcf-8025-0ee6c02dbb3b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756447 Mar 08 08:36:24.761603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093c776-e185-4394-8efb-026aa2c9a9e6 req-787dfc70-89ce-45f8-a5e2-2eb3604befc3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:24.763378 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0093c776-e185-4394-8efb-026aa2c9a9e6 req-787dfc70-89ce-45f8-a5e2-2eb3604befc3 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0535412 Mar 08 08:36:24.813227 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0093c776-e185-4394-8efb-026aa2c9a9e6 req-8805d54d-305f-4299-b818-b1cca4e283d4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440202 Mar 08 08:36:25.058952 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9814682a-8295-41c5-a856-817d514836e8 req-48b0a15b-8c48-4e64-bd73-5b2cce76820b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0464830 Mar 08 08:36:25.122259 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398f8f-84e3-42c0-beb7-c43cde16c13a req-60a3c905-47cd-4328-b901-3d3cab4abf12 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:25.123854 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b398f8f-84e3-42c0-beb7-c43cde16c13a req-60a3c905-47cd-4328-b901-3d3cab4abf12 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0747538 Mar 08 08:36:25.178433 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9b398f8f-84e3-42c0-beb7-c43cde16c13a req-2538fc2e-f175-48d9-b236-8f238f70c849 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487938 Mar 08 08:36:25.992722 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23badaa6-5100-4e0f-9d87-2a2e18b56889 req-e8c196e4-6bd2-4176-b48c-178f20e8f65b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:25.998556 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-23badaa6-5100-4e0f-9d87-2a2e18b56889 req-e8c196e4-6bd2-4176-b48c-178f20e8f65b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0696843 Mar 08 08:36:26.093947 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-23badaa6-5100-4e0f-9d87-2a2e18b56889 req-1721ccf9-a61e-46df-89d5-ce79f5adaacb tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820591 Mar 08 08:36:26.215865 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4645a742-dd77-4e6b-a8dc-7bbd08cd77fa req-477dead8-684b-45b7-81fe-5064d57d2146 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0444057 Mar 08 08:36:26.342136 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363d70e-0dec-4548-b7d1-768fd8e5e181 req-7415232a-1567-4e56-9e8f-e9c70600734b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:26.355395 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b363d70e-0dec-4548-b7d1-768fd8e5e181 req-7415232a-1567-4e56-9e8f-e9c70600734b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0881064 Mar 08 08:36:26.420546 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b363d70e-0dec-4548-b7d1-768fd8e5e181 req-21b6ecc1-8806-46eb-a639-1420543c62ef tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637734 Mar 08 08:36:27.277610 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7812cc-8ad0-43fb-97d9-023d21c63a9f req-197a36a8-5e14-417a-b7f9-9b95f9509394 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:27.279165 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a7812cc-8ad0-43fb-97d9-023d21c63a9f req-197a36a8-5e14-417a-b7f9-9b95f9509394 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0654058 Mar 08 08:36:27.326030 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b5c726d-f0f6-4660-a340-549b64499f24 req-513edde5-658d-4784-90fe-3ab368e0159b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0346513 Mar 08 08:36:27.363957 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a7812cc-8ad0-43fb-97d9-023d21c63a9f req-a34767d1-e0ea-42fa-9012-0aec6a9d7c1b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789881 Mar 08 08:36:27.633555 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2a71b-b3ff-41ab-b962-94dc91f60449 req-6bf8ca08-ffa2-4714-91b8-3964d6a6d10e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:27.635582 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bdf2a71b-b3ff-41ab-b962-94dc91f60449 req-6bf8ca08-ffa2-4714-91b8-3964d6a6d10e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1074746 Mar 08 08:36:27.726742 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bdf2a71b-b3ff-41ab-b962-94dc91f60449 req-c61f27fb-2ecf-487a-a807-f0388774a980 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834341 Mar 08 08:36:28.514689 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a8b7905-5dfc-4d43-b522-d14b67aec98c req-387fa4c1-0ae8-4170-a011-168004d1e16e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0627813 Mar 08 08:36:28.592211 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444e0d8-310e-4b09-898b-6e4d7b8cb852 req-e66bfb15-883f-4cd9-81c4-6cc541c0a444 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:28.602582 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0444e0d8-310e-4b09-898b-6e4d7b8cb852 req-e66bfb15-883f-4cd9-81c4-6cc541c0a444 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1418033 Mar 08 08:36:28.650242 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0444e0d8-310e-4b09-898b-6e4d7b8cb852 req-a016093d-5729-4e04-9f2f-f73908d19b47 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445681 Mar 08 08:36:28.899964 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac28de-efe1-4113-bcd5-da39ec2456c5 req-ae711632-0dd4-4b95-b2c8-742f5e3c79e5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:28.901785 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adac28de-efe1-4113-bcd5-da39ec2456c5 req-ae711632-0dd4-4b95-b2c8-742f5e3c79e5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0746806 Mar 08 08:36:28.998983 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-adac28de-efe1-4113-bcd5-da39ec2456c5 req-7e2cb2c8-d129-4c82-bc28-299bf7a9af5d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799887 Mar 08 08:36:29.635243 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9d8c0acb-c5ba-4ac7-a9ee-c06eaab181fc req-58a9642a-c4f4-4370-8148-63ae621a3fb9 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0364554 Mar 08 08:36:29.813390 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04246a5a-5f3d-4182-81e3-8e392a29f1a6 req-e25c3f76-f73d-4c89-bc92-ecb78344b0c2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:29.815356 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-04246a5a-5f3d-4182-81e3-8e392a29f1a6 req-e25c3f76-f73d-4c89-bc92-ecb78344b0c2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0557992 Mar 08 08:36:29.870780 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-04246a5a-5f3d-4182-81e3-8e392a29f1a6 req-587e5b99-d750-49cb-afc7-a2af7f5ed2fa tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499930 Mar 08 08:36:30.160164 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3f9a-3ef4-4bbb-9305-db7ef8fc10b6 req-e2a0404e-a546-43e5-b076-03aad52a707f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:30.161769 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dcea3f9a-3ef4-4bbb-9305-db7ef8fc10b6 req-e2a0404e-a546-43e5-b076-03aad52a707f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0580022 Mar 08 08:36:30.243724 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dcea3f9a-3ef4-4bbb-9305-db7ef8fc10b6 req-6fa08ea2-cec8-4a87-a7ad-ccc73bf7dccb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754230 Mar 08 08:36:30.857746 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f79b772-e4bb-460b-9541-d0a71a8d1c90 req-62d05166-714f-43bb-bd16-3551b8deef3c tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.1092682 Mar 08 08:36:30.929907 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-30b03088-3483-4cc0-98b0-6f75db9581f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:30.935847 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-30b03088-3483-4cc0-98b0-6f75db9581f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 1130 time: 0.2438886 Mar 08 08:36:31.015069 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a02384-a876-4fab-86ab-24aa437dc1c4 req-2ee076de-1001-4a1b-9cc1-71f259415a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:31.017389 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d2a02384-a876-4fab-86ab-24aa437dc1c4 req-2ee076de-1001-4a1b-9cc1-71f259415a92 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1130 time: 0.0543878 Mar 08 08:36:31.076869 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d2a02384-a876-4fab-86ab-24aa437dc1c4 req-e64cc122-8e1b-4a79-aa01-2bf10db4c66f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496082 Mar 08 08:36:31.114442 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498327d6-4643-4a11-8ed3-bbc9025ffd0c req-0c234cab-60ac-4e22-b568-d11675df9329 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:31.116039 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-498327d6-4643-4a11-8ed3-bbc9025ffd0c req-0c234cab-60ac-4e22-b568-d11675df9329 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0997305 Mar 08 08:36:31.146822 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-24331635-aa7c-4907-ad99-a7f128df86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:31.148407 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-24331635-aa7c-4907-ad99-a7f128df86fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 912 time: 0.1920602 Mar 08 08:36:31.182501 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-498327d6-4643-4a11-8ed3-bbc9025ffd0c req-0e4dd83a-655c-49d4-9423-d7f9cc944453 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578020 Mar 08 08:36:31.447717 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-6f0bed52-36fb-4b41-8518-995efaf775a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 HTTP/1.1" status: 200 len: 1001 time: 0.0865858 Mar 08 08:36:31.509518 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0185934-b574-4c82-bd2f-bc289d986429 req-fc845108-1478-4f9c-a366-4796728bfe06 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:31.520606 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a0185934-b574-4c82-bd2f-bc289d986429 req-fc845108-1478-4f9c-a366-4796728bfe06 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.2067447 Mar 08 08:36:31.565775 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-e2d6817b-38d3-4ff1-bb3b-fd1e4e78231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:31.567299 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-e2d6817b-38d3-4ff1-bb3b-fd1e4e78231e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.1087971 Mar 08 08:36:31.598659 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a0185934-b574-4c82-bd2f-bc289d986429 req-b57fd439-f4c1-4e56-88d6-18e697252760 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760410 Mar 08 08:36:31.642926 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-3c3cccb4-e265-4c65-8af0-d4faddbe8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:31.650121 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-3c3cccb4-e265-4c65-8af0-d4faddbe8b12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683360 Mar 08 08:36:31.762314 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-0678c4ae-e68c-40c2-8962-c1030fa2a3fb service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915558 Mar 08 08:36:31.885806 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-070b80ed-46f8-45e3-a906-ebc47e89bbbd req-ef298201-c508-4fde-84c7-20085aed08c1 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169178 Mar 08 08:36:31.976729 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bf4eb78b-0f03-4229-ba7a-b581ecf10ea7 req-2b334808-8e23-4d63-9c39-1f84e228f0b0 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0348461 Mar 08 08:36:32.354770 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292bc9c-88ff-42f0-840d-1badf071b189 req-67f4dbde-a8c5-4309-b04a-32348cc5f754 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:32.357262 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d292bc9c-88ff-42f0-840d-1badf071b189 req-67f4dbde-a8c5-4309-b04a-32348cc5f754 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0850821 Mar 08 08:36:32.409313 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d292bc9c-88ff-42f0-840d-1badf071b189 req-24572059-aeb7-45d3-bd5e-327c82cb60f1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Mar 08 08:36:32.740750 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600751e-cf0c-4f52-8f08-bc90fee9b08c req-75478858-fd31-420a-a65f-e555473bc2fd tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:32.748080 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7600751e-cf0c-4f52-8f08-bc90fee9b08c req-75478858-fd31-420a-a65f-e555473bc2fd tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0764704 Mar 08 08:36:32.799839 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7600751e-cf0c-4f52-8f08-bc90fee9b08c req-06b32f24-39f7-4e86-8c02-59f629c62891 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508950 Mar 08 08:36:32.991718 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-e16227c2-dd53-46f5-9cf1-122b544c845b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797672 Mar 08 08:36:33.043373 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292286-f512-43da-a5d8-6aacc7448897 req-d96a3126-8764-4a46-85be-de01030c17d2 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:33.045678 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-d96a3126-8764-4a46-85be-de01030c17d2 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.31 "GET /v2.0/networks?id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888 HTTP/1.1" status: 200 len: 814 time: 0.1822808 Mar 08 08:36:33.061346 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'port': {'device_id': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'admin_state_up': True, 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:36:33.110186 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-ea614683-e9de-49c7-b4b9-2c9394abc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:33.112262 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-ea614683-e9de-49c7-b4b9-2c9394abc5bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 1129 time: 0.0836949 Mar 08 08:36:33.174249 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-deef49f6-1b3c-4115-8140-4267bb36812b req-39c43bb0-6ccd-4974-8e5e-0042f598d59a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0670669 Mar 08 08:36:33.287955 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-0090015a-927f-4795-974f-cc97299b6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:33.290130 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-0090015a-927f-4795-974f-cc97299b6aaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 915 time: 0.1420665 Mar 08 08:36:33.342343 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Made reservation on behalf of 4c2d390a1e84439b8a76481e293bfd98 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:36:33.352869 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:33.395204 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-49ec6f4d-7009-4f1f-8613-4837187a18ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb HTTP/1.1" status: 200 len: 1001 time: 0.0920324 Mar 08 08:36:33.483057 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-242d1833-e51b-4265-a3ba-965b8a9b99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:33.486138 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-242d1833-e51b-4265-a3ba-965b8a9b99c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0555513 Mar 08 08:36:33.564022 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-1dd2065b-8612-4167-b5c5-ab8e87f53f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:33.565558 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-1dd2065b-8612-4167-b5c5-ab8e87f53f4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627613 Mar 08 08:36:33.610033 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Allocated IP 172.20.0.13 (bd09ce94-c9fd-4d6b-9f35-ff47927cb888/0e6f89be-f6db-46ef-8059-92e0fe833bad/1c9e7529-82a7-46d2-b4d3-f33aa60d235a) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:36:33.637510 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8ac2f-d63c-48fe-b2d9-30d5ed0a5e5a req-392902ae-0744-4a96-92a7-08f30dae694f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:33.639097 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ffa8ac2f-d63c-48fe-b2d9-30d5ed0a5e5a req-392902ae-0744-4a96-92a7-08f30dae694f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1199532 Mar 08 08:36:33.697901 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-1f81d3a9-59cf-4680-94ba-215153d63b30 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214736 Mar 08 08:36:33.761301 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ffa8ac2f-d63c-48fe-b2d9-30d5ed0a5e5a req-fa591763-ca2c-4f4a-aefb-2ecaff6b687e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130424 Mar 08 08:36:33.862199 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b2bd799a-2931-4bcf-91ae-9e9c03f436aa req-afa711a5-d66c-441f-8ed3-d5543d41bbec service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531038 Mar 08 08:36:33.880871 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:33.984533 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:34.002612 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972e0eb-5c4c-4bc5-849f-d5c6ca5f2713 req-3c23087e-4e45-4631-89c6-6c02088f54e0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:34.010450 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f972e0eb-5c4c-4bc5-849f-d5c6ca5f2713 req-3c23087e-4e45-4631-89c6-6c02088f54e0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0842555 Mar 08 08:36:34.097781 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f972e0eb-5c4c-4bc5-849f-d5c6ca5f2713 req-a2d886a5-ecea-4635-8bf4-dd33bf21b0f5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831251 Mar 08 08:36:34.138160 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:36:34.141794 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:36:34.150738 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:36:34.157025 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'Port': ['ID=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:34.229181 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:34.230299 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:34.315206 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-58743932-8f6d-4346-91ff-2e4726ca9f2a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2558181 Mar 08 08:36:34.366670 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Request body: {'port': {'device_id': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:36:34.500034 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70144c20-5803-40e9-85e6-8771ec8d2813 req-3203f678-d938-4610-93aa-7c7e56482b5e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:34.505771 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-70144c20-5803-40e9-85e6-8771ec8d2813 req-3203f678-d938-4610-93aa-7c7e56482b5e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 932 time: 0.1792393 Mar 08 08:36:34.531362 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:34.655187 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-2e4f1f80-d1ac-48f3-963c-b0cd3de737fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:34.657514 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-2e4f1f80-d1ac-48f3-963c-b0cd3de737fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98678c5d673e4b589f10bbf58c040146&device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 1130 time: 0.1441216 Mar 08 08:36:34.659981 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-55138770-df9c-4c84-97df-ff48995e2c00 None None] Provisioning complete for port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:34.667140 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-55138770-df9c-4c84-97df-ff48995e2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:34.848699 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-da633159-fec7-4f1c-b567-822a794e62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:34.850500 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-da633159-fec7-4f1c-b567-822a794e62e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 200 len: 920 time: 0.1834421 Mar 08 08:36:34.860771 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-55138770-df9c-4c84-97df-ff48995e2c00 None None] Port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:36:34.982225 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-6840931c-f169-4a58-88bc-05ef30aa525f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 200 len: 217 time: 0.0888619 Mar 08 08:36:35.058342 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:35.098599 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-00d1a68f-8995-445e-bf71-3f8413e6ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:35.107894 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-00d1a68f-8995-445e-bf71-3f8413e6ab77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 200 len: 859 time: 0.1025438 Mar 08 08:36:35.144325 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-70144c20-5803-40e9-85e6-8771ec8d2813 req-6c45aafe-22a0-44db-a077-17a5edf8251f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054363 Mar 08 08:36:35.176576 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-e72ba91a-9475-47cb-a31f-62576f1d7eba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42e8fc26-5cc5-4b90-bb42-5b92112cc703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538776 Mar 08 08:36:35.188488 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26b334-654a-4be6-89c0-a908f4fee6d2 req-cbec8bac-614c-4e83-a52c-95d3e8f55f57 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:35.193010 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-db26b334-654a-4be6-89c0-a908f4fee6d2 req-cbec8bac-614c-4e83-a52c-95d3e8f55f57 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.6836786 Mar 08 08:36:35.401668 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-65f0f990-0bb0-460a-b91f-95ffe07669f4 service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041144 Mar 08 08:36:35.531378 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdab8b50-c607-4cdc-a7de-e6dd0a284d64 req-c57c5908-e022-4a0a-b200-d3260916804f service neutron] 10.222.0.31 "GET /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145015 Mar 08 08:36:35.537050 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-db26b334-654a-4be6-89c0-a908f4fee6d2 req-d7d84f48-cee1-4a79-8426-1960059042fe tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323092 Mar 08 08:36:35.566673 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa3d65-b39d-426b-afe9-1b564cb965fc req-bbad6078-4533-4d8f-9291-97c007b68684 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:35.568206 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c0aa3d65-b39d-426b-afe9-1b564cb965fc req-bbad6078-4533-4d8f-9291-97c007b68684 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.2548022 Mar 08 08:36:35.676404 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c0aa3d65-b39d-426b-afe9-1b564cb965fc req-7ddcc5fb-de81-49a7-a07e-62622c9d5973 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973043 Mar 08 08:36:35.693237 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9e7529-82a7-46d2-b4d3-f33aa60d235a {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:36:35.704874 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Publish callbacks [] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:35.718135 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Transition to ACTIVE for port object 1c9e7529-82a7-46d2-b4d3-f33aa60d235a will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:36:35.784334 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:35.873655 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:35.969778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Attempting to bind port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:36:35.969778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Attempting to bind port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:36:35.969778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Attempting to bind port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a on network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:36:35.978472 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a on network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:36:35.978896 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Attempting to bind port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a on network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:36:35.988476 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:36:35.989317 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Checking segment: {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:36:35.990067 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Bound using segment: {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:36:35.991026 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Bound port: 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961733b8-b180-415e-970f-15dd3ba50092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:36:35.991689 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:36.093112 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] For port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:36:36.097906 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] For port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:36:36.185745 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:36.242840 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:36.243587 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:36.248714 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] 10.222.0.31 "PUT /v2.0/ports/1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 1094 time: 1.8829787 Mar 08 08:36:36.251522 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:36.252200 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d0472f-c11b-4feb-8cf4-9cf13c0f5645" -d '{"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:36.291899 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791b764-b6df-4fb2-ad99-317e7f697802 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:36.383563 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2371dc-db15-4f37-95b3-a384ca942fbd x-openstack-request-id: req-9f2371dc-db15-4f37-95b3-a384ca942fbd {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:36.384883 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:36.385425 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f2371dc-db15-4f37-95b3-a384ca942fbd {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:36.385939 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'status': 'completed', 'code': 200} Mar 08 08:36:36.419827 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7974bb-1f84-4987-aaf8-3eb2a784d63d req-339f3fe5-ddea-4f79-82e9-7c7d3b35515f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:36.421774 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7a7974bb-1f84-4987-aaf8-3eb2a784d63d req-339f3fe5-ddea-4f79-82e9-7c7d3b35515f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0912418 Mar 08 08:36:36.514018 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7a7974bb-1f84-4987-aaf8-3eb2a784d63d req-5ed025a9-3ad8-4e69-b592-62d77578c69a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852025 Mar 08 08:36:36.752663 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b881f-8646-448c-b6c4-1e234c984bc3 req-eb5fcb22-fb39-4189-8c18-2c421395dba8 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:36.766872 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-065b881f-8646-448c-b6c4-1e234c984bc3 req-eb5fcb22-fb39-4189-8c18-2c421395dba8 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1367736 Mar 08 08:36:36.917238 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-065b881f-8646-448c-b6c4-1e234c984bc3 req-7b1ba1bd-532f-4fc3-b233-d8789ca50f0c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443992 Mar 08 08:36:36.945009 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936470e-6b49-42b7-8176-99cd7e5b0cd6 req-bf70531a-1a41-4da4-adb7-db7dc717757e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:36.952272 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3936470e-6b49-42b7-8176-99cd7e5b0cd6 req-bf70531a-1a41-4da4-adb7-db7dc717757e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1214843 Mar 08 08:36:37.022702 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3936470e-6b49-42b7-8176-99cd7e5b0cd6 req-c95e9f2e-d6eb-4eb2-bd72-238f82ea87dc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681159 Mar 08 08:36:37.861115 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c263-4208-4cc1-823a-53e74efaf776 req-8bb12e9c-8f04-4f0c-a137-5fa4d5060fa0 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:37.868711 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fbf7c263-4208-4cc1-823a-53e74efaf776 req-8bb12e9c-8f04-4f0c-a137-5fa4d5060fa0 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.1234543 Mar 08 08:36:38.007336 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fbf7c263-4208-4cc1-823a-53e74efaf776 req-666e899d-3ae6-4ce8-ab1f-9d6470966200 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376157 Mar 08 08:36:38.125695 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da1c0-55a3-417a-9663-4d53a2458b03 req-4eff84fc-4aa1-431d-b76f-24e8112dc814 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:38.125695 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-861da1c0-55a3-417a-9663-4d53a2458b03 req-4eff84fc-4aa1-431d-b76f-24e8112dc814 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1122105 Mar 08 08:36:38.261395 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31988bdc-99b0-4edb-9d6b-d8b97f764c7f req-1d50bb2d-b2c5-4623-80ae-c89d1c7d3bf0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:38.268690 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-31988bdc-99b0-4edb-9d6b-d8b97f764c7f req-1d50bb2d-b2c5-4623-80ae-c89d1c7d3bf0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1428587 Mar 08 08:36:38.325190 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-861da1c0-55a3-417a-9663-4d53a2458b03 req-ceb13f42-9af1-4f55-b1fa-89f0d5e51058 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891615 Mar 08 08:36:38.364690 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-31988bdc-99b0-4edb-9d6b-d8b97f764c7f req-e6167de4-daf5-4506-8124-04b1f7724de2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949047 Mar 08 08:36:39.160444 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dcae5-b05a-44d3-8498-233eb4ca3f7f req-9d2d7ec7-3d6c-4aed-ba3a-ef2389245db9 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:39.161947 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e4dcae5-b05a-44d3-8498-233eb4ca3f7f req-9d2d7ec7-3d6c-4aed-ba3a-ef2389245db9 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0535264 Mar 08 08:36:39.208477 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e4dcae5-b05a-44d3-8498-233eb4ca3f7f req-1679796a-5e99-4d38-a2a0-7f2d32bc75f5 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Mar 08 08:36:39.564565 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ccc6d-9916-4920-9877-97aa8579fc19 req-d8737626-bf8b-403a-a721-f0a52cd808e9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:39.566216 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f6ccc6d-9916-4920-9877-97aa8579fc19 req-d8737626-bf8b-403a-a721-f0a52cd808e9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1149962 Mar 08 08:36:39.599825 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da76dd0-4b4b-46f5-a8d3-d0bd75cc373c req-b374a9e3-3939-49f2-94a9-3cc1f63af5f5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:39.606443 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2da76dd0-4b4b-46f5-a8d3-d0bd75cc373c req-b374a9e3-3939-49f2-94a9-3cc1f63af5f5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1127312 Mar 08 08:36:39.684263 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f6ccc6d-9916-4920-9877-97aa8579fc19 req-3e30dfb3-cb0f-4ba6-9838-72da5d588bb9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993505 Mar 08 08:36:39.704644 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2da76dd0-4b4b-46f5-a8d3-d0bd75cc373c req-b28d5d3d-a907-4816-96a4-14ac57082fdb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972857 Mar 08 08:36:40.395008 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea1220-ff82-4e78-bdbe-22b3b86b4b87 req-f472e279-5b7b-4fde-b680-0345b136e15f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:40.407625 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a8ea1220-ff82-4e78-bdbe-22b3b86b4b87 req-f472e279-5b7b-4fde-b680-0345b136e15f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0992241 Mar 08 08:36:40.500166 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a8ea1220-ff82-4e78-bdbe-22b3b86b4b87 req-32030800-7891-461e-8e05-e1af11edaeac tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912502 Mar 08 08:36:40.975240 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee419-b522-454b-9947-ed794b2ab7bf req-6aa78d31-9cb3-4d8e-9b4c-e3699de39e35 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:41.048545 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bf6ee419-b522-454b-9947-ed794b2ab7bf req-6aa78d31-9cb3-4d8e-9b4c-e3699de39e35 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2512262 Mar 08 08:36:41.160519 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee3f4-887d-4e03-9afc-39a129d894b6 req-2c5abc79-9d17-485e-b706-2758b85aeeb5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:41.187053 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-917ee3f4-887d-4e03-9afc-39a129d894b6 req-2c5abc79-9d17-485e-b706-2758b85aeeb5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.3493805 Mar 08 08:36:41.310952 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bf6ee419-b522-454b-9947-ed794b2ab7bf req-47b30033-4647-402e-a440-4d7075fefe4c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570469 Mar 08 08:36:41.343184 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-917ee3f4-887d-4e03-9afc-39a129d894b6 req-03c1ec5d-14ae-46ae-ac53-1323d04305a7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550219 Mar 08 08:36:41.720308 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b00b2-d8f7-4a0f-a31a-d389b49dbd82 req-e37d02b1-8c2c-43fa-a848-4ab5b5fad023 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:41.721894 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b17b00b2-d8f7-4a0f-a31a-d389b49dbd82 req-e37d02b1-8c2c-43fa-a848-4ab5b5fad023 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0838037 Mar 08 08:36:41.795878 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b17b00b2-d8f7-4a0f-a31a-d389b49dbd82 req-8942a2bf-cb4e-4793-9ce7-56d9d4e35c0f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662701 Mar 08 08:36:42.447062 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf0fa0-eed0-46ff-beb6-ef38e322cf60 req-862c2727-af54-4a6b-aba9-27d5dd86bea1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:42.448848 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-15cf0fa0-eed0-46ff-beb6-ef38e322cf60 req-862c2727-af54-4a6b-aba9-27d5dd86bea1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0578477 Mar 08 08:36:42.533476 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38fa1-379c-4ccc-91df-f3227a45ad05 req-3e5ec47e-321d-4ce6-b5ad-7cff674b8a3e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:42.535062 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2c38fa1-379c-4ccc-91df-f3227a45ad05 req-3e5ec47e-321d-4ce6-b5ad-7cff674b8a3e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0853136 Mar 08 08:36:42.538328 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-15cf0fa0-eed0-46ff-beb6-ef38e322cf60 req-e6a76358-82b0-4704-970d-696a02c82564 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801790 Mar 08 08:36:42.612712 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2c38fa1-379c-4ccc-91df-f3227a45ad05 req-ab44bc66-f5eb-477b-928f-5a270844b5df tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646596 Mar 08 08:36:42.942229 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbfa35-5a76-4879-99f6-af6b7bec18f0 req-8f874118-9960-40dc-b674-be6ddecbe8e1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:42.944078 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-50bbfa35-5a76-4879-99f6-af6b7bec18f0 req-8f874118-9960-40dc-b674-be6ddecbe8e1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0720336 Mar 08 08:36:43.026590 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-50bbfa35-5a76-4879-99f6-af6b7bec18f0 req-baaa42bf-c09a-4990-8ac6-41e42e332a44 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764897 Mar 08 08:36:43.693014 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a0883-adfd-43c5-a69f-a99cc883ee80 req-54abdad6-4d7f-44fe-92e4-01e528c0555d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:43.694605 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d79a0883-adfd-43c5-a69f-a99cc883ee80 req-54abdad6-4d7f-44fe-92e4-01e528c0555d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0713243 Mar 08 08:36:43.780273 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d79a0883-adfd-43c5-a69f-a99cc883ee80 req-14216ce2-5530-4e4d-8367-e41fe9ef746c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760448 Mar 08 08:36:43.802363 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933f649-ce6d-4892-aca3-6099481ffe70 req-24e5dd4d-ce91-4b9f-801b-4b0c08a9386b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:43.803977 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7933f649-ce6d-4892-aca3-6099481ffe70 req-24e5dd4d-ce91-4b9f-801b-4b0c08a9386b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1083572 Mar 08 08:36:43.855193 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7933f649-ce6d-4892-aca3-6099481ffe70 req-aa68d1ed-f752-4860-9c85-96a92fb0af3b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444863 Mar 08 08:36:44.158694 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35099-b5ee-44b9-9003-47f26d167936 req-6a4ad891-404f-40bc-90b6-d399a0832101 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:44.160177 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-92a35099-b5ee-44b9-9003-47f26d167936 req-6a4ad891-404f-40bc-90b6-d399a0832101 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0593572 Mar 08 08:36:44.217010 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-92a35099-b5ee-44b9-9003-47f26d167936 req-bd8c050f-47be-42b3-95b0-f1981036b435 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Mar 08 08:36:44.770289 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a624629a-0ae9-4a2b-96be-62e554b05bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:44.983752 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bbc5e-8747-46b4-a28e-60fef863590b req-b50385ff-5018-4934-b328-56b198ea17d9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:44.986322 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f52bbc5e-8747-46b4-a28e-60fef863590b req-b50385ff-5018-4934-b328-56b198ea17d9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.1199872 Mar 08 08:36:45.066740 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:36:45.115681 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec4da9-f208-462a-b8d1-833d73c99725 req-849cdc1a-16f3-4b0e-aef6-02e6845a50bf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:45.118416 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7aec4da9-f208-462a-b8d1-833d73c99725 req-849cdc1a-16f3-4b0e-aef6-02e6845a50bf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1680975 Mar 08 08:36:45.124367 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f52bbc5e-8747-46b4-a28e-60fef863590b req-4b1a994a-ea2c-4025-8ff8-985b44cf0b8a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027086 Mar 08 08:36:45.186032 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7aec4da9-f208-462a-b8d1-833d73c99725 req-a284b8ed-d2c5-487b-b9f4-ea658b52550e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604980 Mar 08 08:36:45.338653 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84080a-5fd0-4724-9108-c2f7d39b98ad req-88e318b1-e620-4485-aa51-432b701b685b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:45.345500 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0f84080a-5fd0-4724-9108-c2f7d39b98ad req-88e318b1-e620-4485-aa51-432b701b685b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0611575 Mar 08 08:36:45.406002 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0f84080a-5fd0-4724-9108-c2f7d39b98ad req-7b78ac73-3f31-4366-953f-007a356ff538 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594525 Mar 08 08:36:46.208766 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0472f-c11b-4feb-8cf4-9cf13c0f5645 req-a1776a22-0b65-4f78-9a31-d731374008c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.210292 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44d0472f-c11b-4feb-8cf4-9cf13c0f5645 req-a1776a22-0b65-4f78-9a31-d731374008c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2d390a1e84439b8a76481e293bfd98&device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1128 time: 0.0517731 Mar 08 08:36:46.434126 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605a5d-cbc2-40e1-9c8b-df361dc7a162 req-67860df8-c580-4311-9be9-0e85bc3e5896 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.435593 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7c605a5d-cbc2-40e1-9c8b-df361dc7a162 req-67860df8-c580-4311-9be9-0e85bc3e5896 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.2237685 Mar 08 08:36:46.455333 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0472f-c11b-4feb-8cf4-9cf13c0f5645 req-f0667d64-d092-45c4-9ed4-f224b10851b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.456695 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44d0472f-c11b-4feb-8cf4-9cf13c0f5645 req-f0667d64-d092-45c4-9ed4-f224b10851b5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4c2d390a1e84439b8a76481e293bfd98&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2171390 Mar 08 08:36:46.473689 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b33ae-02a9-46ab-aaa7-94c45756dc04 req-7552d63e-0c3f-43de-bc58-cff6178ded4d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.475094 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d5b33ae-02a9-46ab-aaa7-94c45756dc04 req-7552d63e-0c3f-43de-bc58-cff6178ded4d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.1977921 Mar 08 08:36:46.535481 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7c605a5d-cbc2-40e1-9c8b-df361dc7a162 req-54cc5075-38e2-46cb-9999-00de3dae385d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934527 Mar 08 08:36:46.613371 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d5b33ae-02a9-46ab-aaa7-94c45756dc04 req-b376ef95-0176-4089-bf3a-293911c07b38 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285610 Mar 08 08:36:46.654931 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0472f-c11b-4feb-8cf4-9cf13c0f5645 req-a4ccdc4b-b293-4633-a86d-e5ef2589d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.656385 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44d0472f-c11b-4feb-8cf4-9cf13c0f5645 req-a4ccdc4b-b293-4633-a86d-e5ef2589d20d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699748 Mar 08 08:36:46.670159 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b6985-9d46-4673-9d6d-18a819ac518a req-1ccc42c7-58c2-4e39-99c4-83a99898c1e4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.675895 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e3b6985-9d46-4673-9d6d-18a819ac518a req-1ccc42c7-58c2-4e39-99c4-83a99898c1e4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0723429 Mar 08 08:36:46.732237 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e3b6985-9d46-4673-9d6d-18a819ac518a req-aada768b-c574-4da8-a37e-64191e886bfc tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533452 Mar 08 08:36:46.769440 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292286-f512-43da-a5d8-6aacc7448897 req-71aff4fe-b01b-4265-84e7-ef6d89df4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.771030 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-71aff4fe-b01b-4265-84e7-ef6d89df4f97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2d390a1e84439b8a76481e293bfd98&device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1128 time: 0.0571604 Mar 08 08:36:46.819922 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-4ed3950e-9a6f-4b2c-9e4f-00cd1bf69536 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 217 time: 0.0381367 Mar 08 08:36:46.869182 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292286-f512-43da-a5d8-6aacc7448897 req-68d22e1c-fd3a-45d7-adbc-ff68c696abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.870622 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-68d22e1c-fd3a-45d7-adbc-ff68c696abb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e6f89be-f6db-46ef-8059-92e0fe833bad HTTP/1.1" status: 200 len: 853 time: 0.0430245 Mar 08 08:36:46.928422 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292286-f512-43da-a5d8-6aacc7448897 req-ab62c970-b2bc-4fd0-97af-cebe1b7e943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:46.930440 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-ab62c970-b2bc-4fd0-97af-cebe1b7e943e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430343 Mar 08 08:36:47.024677 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-610eb80b-af58-441e-b31e-176073ff5c26 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843692 Mar 08 08:36:47.039275 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b98ffd6e-c52c-45ae-83f4-219b00197da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:47.112603 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4292286-f512-43da-a5d8-6aacc7448897 req-393fe367-94c5-4053-86ce-5aca8b4ed3f6 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803065 Mar 08 08:36:47.656828 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628141f-c7c8-4d5b-902e-3305775869b3 req-53c885b3-769d-4cb8-b808-44f754d99121 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:47.658341 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6628141f-c7c8-4d5b-902e-3305775869b3 req-53c885b3-769d-4cb8-b808-44f754d99121 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0554612 Mar 08 08:36:47.727078 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6628141f-c7c8-4d5b-902e-3305775869b3 req-a8c83691-5d90-46ba-b409-7773d7652b2a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632112 Mar 08 08:36:47.748757 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34095c86-ab3b-4e97-90ea-216785c8e200 req-978e116c-3c7f-4f17-a33f-384afd37ed88 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:47.750243 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-34095c86-ab3b-4e97-90ea-216785c8e200 req-978e116c-3c7f-4f17-a33f-384afd37ed88 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0622113 Mar 08 08:36:47.797422 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-34095c86-ab3b-4e97-90ea-216785c8e200 req-7ca0cfa1-2b4b-4d6e-b74b-1f97e08b9552 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Mar 08 08:36:47.824375 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 33640) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:47.857307 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e85e7-cf21-4e1a-abf7-7e63aaf72a86 req-898a8ccc-d217-452d-8ce9-2cb5e4d88ea3 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:47.858806 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a6e85e7-cf21-4e1a-abf7-7e63aaf72a86 req-898a8ccc-d217-452d-8ce9-2cb5e4d88ea3 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0558333 Mar 08 08:36:47.876581 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Deleting subnet a80d1d88-0789-486a-9788-6fb17ae03e37 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:36:47.880250 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Publish callbacks [] for subnet (a80d1d88-0789-486a-9788-6fb17ae03e37), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:47.909829 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a6e85e7-cf21-4e1a-abf7-7e63aaf72a86 req-1697d6b0-404b-4029-8676-cf0cc3a2b52c tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Mar 08 08:36:47.915835 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (a80d1d88-0789-486a-9788-6fb17ae03e37), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:47.954416 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (a80d1d88-0789-486a-9788-6fb17ae03e37), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.051739 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.080677 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (a80d1d88-0789-486a-9788-6fb17ae03e37), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.106679 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80d1d88-0789-486a-9788-6fb17ae03e37,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:48.109655 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.112180 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a80d1d88-0789-486a-9788-6fb17ae03e37 HTTP/1.1" status: 204 len: 168 time: 0.2868145 Mar 08 08:36:48.114921 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 33642) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:48.118956 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.119298 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.119646 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.119983 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.120315 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.120645 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.120971 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.121300 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.121631 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.121999 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.122307 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.122627 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.122952 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a92923-97cc-4c76-b302-236de2e4510c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.183832 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (91ea2348-720f-4096-92d9-01c90b01bbc8), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.272337 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (91ea2348-720f-4096-92d9-01c90b01bbc8), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.294655 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ea2348-720f-4096-92d9-01c90b01bbc8']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:48.303607 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fbe833-827f-4f9e-be0d-c57840eeacf5') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:48.303910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fbe833-827f-4f9e-be0d-c57840eeacf5') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:36:48.313619 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4934647'] for segment (d0fbe833-827f-4f9e-be0d-c57840eeacf5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.326789 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (d0fbe833-827f-4f9e-be0d-c57840eeacf5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.332735 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:36:48.333119 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534090'] for segment (d0fbe833-827f-4f9e-be0d-c57840eeacf5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: Traceback (most recent call last): Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: timer() Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: cb(*args, **kw) Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: self._notify() Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: self.callback(batched_events) Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: event.method(event) Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: return f(self, *a, **k) Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._get(url).json() Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:36:48.334763 dv-cinder-832499-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:36:48.450095 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (91ea2348-720f-4096-92d9-01c90b01bbc8), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.457187 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.460335 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/91ea2348-720f-4096-92d9-01c90b01bbc8 HTTP/1.1" status: 204 len: 168 time: 0.3444228 Mar 08 08:36:48.469497 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ea2348-720f-4096-92d9-01c90b01bbc8,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:48.478481 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.480114 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.480491 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.480850 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.481180 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.481521 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.481858 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.482224 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.482559 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.482941 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.483275 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.483674 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.484006 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddd9c9-d50c-4c7e-a1d6-bf8d3f17a4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:36:48.847133 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 33656) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:48.849763 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ba33f-9f78-4a9d-bdd2-1431a51a4a1f req-96c9de10-49f6-4343-a4b0-dee4f3d45487 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:48.852136 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f91ba33f-9f78-4a9d-bdd2-1431a51a4a1f req-96c9de10-49f6-4343-a4b0-dee4f3d45487 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0570674 Mar 08 08:36:48.895285 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8fffb604-72df-46d7-963c-f71719703cc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1d8c9e84b81426489016bf0802bbe67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469034 Mar 08 08:36:48.897659 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 33658) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:36:48.931336 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f91ba33f-9f78-4a9d-bdd2-1431a51a4a1f req-79b4347a-01fa-4222-b21f-de547dc33fc7 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731573 Mar 08 08:36:48.953853 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd6623dd-3762-4ccc-9eb4-85a0c07fb095 admin admin] Publish callbacks [] for security_group (21575895-1f1d-4f04-8e5e-e6a7fda44ae9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:48.956965 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb47b6-e365-499b-a9ea-a7b0d77d2d17 req-6ee76f78-b617-48e6-bbc3-80e247313674 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:48.966473 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0abb47b6-e365-499b-a9ea-a7b0d77d2d17 req-6ee76f78-b617-48e6-bbc3-80e247313674 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 944 time: 0.0784531 Mar 08 08:36:48.983640 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd6623dd-3762-4ccc-9eb4-85a0c07fb095 admin admin] Publish callbacks [] for security_group (21575895-1f1d-4f04-8e5e-e6a7fda44ae9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:49.013131 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0abb47b6-e365-499b-a9ea-a7b0d77d2d17 req-129bf52a-d789-40af-a164-a0345dd8c2df tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 Mar 08 08:36:49.040598 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:36:49.106826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11da8f0-a08b-4f17-8e3b-5f1796213bef req-7b6085c2-4b46-43cb-b41d-422a81409a81 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:49.108278 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f11da8f0-a08b-4f17-8e3b-5f1796213bef req-7b6085c2-4b46-43cb-b41d-422a81409a81 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0889122 Mar 08 08:36:49.114961 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd6623dd-3762-4ccc-9eb4-85a0c07fb095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (21575895-1f1d-4f04-8e5e-e6a7fda44ae9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:49.118148 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd6623dd-3762-4ccc-9eb4-85a0c07fb095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:49.121669 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-cd6623dd-3762-4ccc-9eb4-85a0c07fb095 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21575895-1f1d-4f04-8e5e-e6a7fda44ae9 HTTP/1.1" status: 204 len: 168 time: 0.2203226 Mar 08 08:36:49.128887 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6623dd-3762-4ccc-9eb4-85a0c07fb095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21575895-1f1d-4f04-8e5e-e6a7fda44ae9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:49.163418 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f11da8f0-a08b-4f17-8e3b-5f1796213bef req-e83299a1-06ff-4d04-9714-01fcbd6820a9 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 Mar 08 08:36:49.178570 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:49.192257 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'port_id': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'mac_address': 'fa:16:3e:26:51:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:36:49.230951 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:49.231351 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:49.244855 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79231cb2-68a9-4144-ac8b-c6ec776ddc4b {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:36:49.265672 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:49.383383 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:49.445274 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=9']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:49.537383 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:50.063552 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89608355-19be-465d-8186-11fb540314f4 req-58d800b2-8dd7-4ead-8ffb-796522caf97b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:50.065036 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-89608355-19be-465d-8186-11fb540314f4 req-58d800b2-8dd7-4ead-8ffb-796522caf97b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0520892 Mar 08 08:36:50.134236 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-89608355-19be-465d-8186-11fb540314f4 req-8881474a-9b75-4119-b0dd-d39beec3bb43 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628293 Mar 08 08:36:50.179338 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497bda-210c-4e20-9712-2d7daf4cd37a req-24caad85-fc5d-49d1-94f7-9076322423d7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:50.181864 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2d497bda-210c-4e20-9712-2d7daf4cd37a req-24caad85-fc5d-49d1-94f7-9076322423d7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.0633299 Mar 08 08:36:50.247033 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2d497bda-210c-4e20-9712-2d7daf4cd37a req-b720954a-3aea-444e-b4eb-78fa23eb80eb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594096 Mar 08 08:36:50.303327 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151e9f5-f77e-44cb-b7bb-94da6e5f3562 req-8bb297bc-3d20-4dfd-8a11-bdcf7ed962ce tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:50.310448 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d151e9f5-f77e-44cb-b7bb-94da6e5f3562 req-8bb297bc-3d20-4dfd-8a11-bdcf7ed962ce tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0624714 Mar 08 08:36:50.354412 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d151e9f5-f77e-44cb-b7bb-94da6e5f3562 req-b8d7c0e3-ff34-40c7-96af-766749c5552e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430052 Mar 08 08:36:51.029219 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:51.371928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223301e-2ad2-40bb-9215-39df41acc467 req-5c96c2a3-9389-4eb2-84be-14eeb1475b85 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:51.373392 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6223301e-2ad2-40bb-9215-39df41acc467 req-5c96c2a3-9389-4eb2-84be-14eeb1475b85 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.0515184 Mar 08 08:36:51.431665 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6223301e-2ad2-40bb-9215-39df41acc467 req-cc989d15-c2ac-4abf-b1eb-e526ea18e568 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523832 Mar 08 08:36:51.474013 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77164b6c-33e8-4d81-b2b5-e2c12bb38b86 req-1505a53c-3af3-47dc-9e9f-5d08833d9e7f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:51.475453 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-77164b6c-33e8-4d81-b2b5-e2c12bb38b86 req-1505a53c-3af3-47dc-9e9f-5d08833d9e7f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0558488 Mar 08 08:36:51.520927 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-77164b6c-33e8-4d81-b2b5-e2c12bb38b86 req-f012b72f-f296-468b-861b-acacc51f3290 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Mar 08 08:36:52.405568 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['79231cb2-68a9-4144-ac8b-c6ec776ddc4b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:36:52.557669 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b109d-78a7-4b3a-b043-8cf166d40b92 req-004217dd-55a6-476f-a4ee-195f276d0f6c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:52.559204 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce6b109d-78a7-4b3a-b043-8cf166d40b92 req-004217dd-55a6-476f-a4ee-195f276d0f6c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.0545580 Mar 08 08:36:52.639568 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce6b109d-78a7-4b3a-b043-8cf166d40b92 req-eb728c44-2466-4780-ad39-10224b614cb4 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726337 Mar 08 08:36:52.666640 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78a067-c09b-424b-acdb-5754a2bf8ad6 req-11b7fb5c-9449-4efc-8851-068a15f72502 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:52.668214 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d78a067-c09b-424b-acdb-5754a2bf8ad6 req-11b7fb5c-9449-4efc-8851-068a15f72502 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 944 time: 0.0789406 Mar 08 08:36:52.716181 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d78a067-c09b-424b-acdb-5754a2bf8ad6 req-b59e7bed-e206-432b-9f69-d6ba134fddf4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Mar 08 08:36:53.064697 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 1c9e7529-82a7-46d2-b4d3-f33aa60d235a details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:36:53.167322 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:53.178816 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'port_id': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'mac_address': 'fa:16:3e:11:82:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:36:53.221340 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:53.221741 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:53.236306 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9e7529-82a7-46d2-b4d3-f33aa60d235a {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:36:53.259625 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:53.355190 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:53.403499 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:53.762215 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['1c9e7529-82a7-46d2-b4d3-f33aa60d235a'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:36:53.771278 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6416a6-abdc-4dc8-b0bf-f997ae001af0 req-a7032388-9df9-4076-a692-9cbf134833ae tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:53.773541 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b6416a6-abdc-4dc8-b0bf-f997ae001af0 req-a7032388-9df9-4076-a692-9cbf134833ae tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.0548308 Mar 08 08:36:53.857740 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b6416a6-abdc-4dc8-b0bf-f997ae001af0 req-eee7f653-f909-4c2b-b1b9-46b666452b54 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774632 Mar 08 08:36:53.870535 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf59e8-386d-46f8-bc42-fddaa8f77258 req-bf4a381f-f387-4a48-ace1-20ff7ca06239 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:53.872347 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6adf59e8-386d-46f8-bc42-fddaa8f77258 req-bf4a381f-f387-4a48-ace1-20ff7ca06239 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 945 time: 0.0783248 Mar 08 08:36:53.925919 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6adf59e8-386d-46f8-bc42-fddaa8f77258 req-154f4794-b5ac-464b-8845-453fe5b4dbc6 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Mar 08 08:36:54.984937 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a842fbc-f2ac-4c36-b20c-5f74bae47343 req-f739eb09-3842-4762-9add-1d00a734a1cf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:54.986446 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a842fbc-f2ac-4c36-b20c-5f74bae47343 req-f739eb09-3842-4762-9add-1d00a734a1cf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.0527768 Mar 08 08:36:55.065071 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a842fbc-f2ac-4c36-b20c-5f74bae47343 req-6370f2a1-2f62-4b7e-99b8-ace822efb53a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730669 Mar 08 08:36:55.072346 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bada338-6fcc-46cc-8efa-eb84df9db8bb req-eeb48fab-1089-4fa6-932b-d7e1773a8d08 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:55.074032 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1bada338-6fcc-46cc-8efa-eb84df9db8bb req-eeb48fab-1089-4fa6-932b-d7e1773a8d08 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 945 time: 0.0755415 Mar 08 08:36:55.123199 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1bada338-6fcc-46cc-8efa-eb84df9db8bb req-064ecf6a-9a67-4bfd-ab90-0ff0b6007d2d tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Mar 08 08:36:56.026303 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:56.072878 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:56.073250 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:56.159035 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:56.159559 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:56.187380 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:36:56.189067 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a624dbce-d3c6-4de9-94af-12fc11500643" -d '{"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-plugged", "status": "completed", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:36:56.200991 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5709-b4ae-44cc-be51-57a6246e7bae req-baae97ce-02ee-4fbb-9347-4619963d73d4 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:56.203407 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82cf5709-b4ae-44cc-be51-57a6246e7bae req-baae97ce-02ee-4fbb-9347-4619963d73d4 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 945 time: 0.0646641 Mar 08 08:36:56.206731 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:36:56.281121 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:56.282856 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-82cf5709-b4ae-44cc-be51-57a6246e7bae req-e08a4d62-1d46-4c24-a7ca-29c53163d272 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720613 Mar 08 08:36:56.296305 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61c44-4ddc-4ce1-bd8a-2ce5df8fc1b6 req-a9786f7c-e52d-464e-b526-2aaf9810390c tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:56.297834 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46c61c44-4ddc-4ce1-bd8a-2ce5df8fc1b6 req-a9786f7c-e52d-464e-b526-2aaf9810390c tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 945 time: 0.0884511 Mar 08 08:36:56.349483 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=10']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:36:56.367477 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-46c61c44-4ddc-4ce1-bd8a-2ce5df8fc1b6 req-ffcfec19-7392-457f-aeee-b161c3710fc9 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609162 Mar 08 08:36:56.372162 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97142694-d43f-4085-a8ea-8dd842917eec x-openstack-request-id: req-97142694-d43f-4085-a8ea-8dd842917eec {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:36:56.372477 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-plugged", "status": "completed", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:36:56.372734 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97142694-d43f-4085-a8ea-8dd842917eec {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:36:56.373363 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'code': 200} Mar 08 08:36:57.701253 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad837d9-3937-4909-88b8-64d2a5b3a71e req-125725af-baa3-4814-833a-c9fd58b73760 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:57.702745 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad837d9-3937-4909-88b8-64d2a5b3a71e req-125725af-baa3-4814-833a-c9fd58b73760 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.3301024 Mar 08 08:36:57.735229 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b540ca1-5f65-472d-9650-23c3fd72b499 req-85b73338-81fc-4940-9902-02e0b46b4149 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:57.736768 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b540ca1-5f65-472d-9650-23c3fd72b499 req-85b73338-81fc-4940-9902-02e0b46b4149 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 945 time: 0.0846963 Mar 08 08:36:57.790919 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ad837d9-3937-4909-88b8-64d2a5b3a71e req-a43808c7-fc9c-4000-a0cd-d523eec01b3f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806382 Mar 08 08:36:57.837035 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b540ca1-5f65-472d-9650-23c3fd72b499 req-462e749d-1a41-4d3c-87d9-9c65158faa6b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899405 Mar 08 08:36:57.845501 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3f251-6074-4699-993a-b2f5e4561f75 req-65d6596e-2a7d-45c8-82cd-9ce50b0233c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:57.847003 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eea3f251-6074-4699-993a-b2f5e4561f75 req-65d6596e-2a7d-45c8-82cd-9ce50b0233c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 1131 time: 0.0729127 Mar 08 08:36:57.892410 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eea3f251-6074-4699-993a-b2f5e4561f75 req-f804167f-6aea-4cf2-90e7-73086dfee0f1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378413 Mar 08 08:36:58.937502 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd93b5-1723-4ff0-b631-48a6b72734ac req-b7e10e4a-3d72-4ad7-b50c-64e71a155de3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:58.938997 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ccd93b5-1723-4ff0-b631-48a6b72734ac req-b7e10e4a-3d72-4ad7-b50c-64e71a155de3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0758622 Mar 08 08:36:58.988671 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35625e0-3b9c-443e-810f-9b7d8fdda0b0 req-28ea473c-946d-4ad9-b44b-2286d6086e63 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:36:58.990153 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e35625e0-3b9c-443e-810f-9b7d8fdda0b0 req-28ea473c-946d-4ad9-b44b-2286d6086e63 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 945 time: 0.0870757 Mar 08 08:36:59.018364 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ccd93b5-1723-4ff0-b631-48a6b72734ac req-8832130a-0bf6-4a41-9a49-2f3ec0ca6ea8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736291 Mar 08 08:36:59.048295 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e35625e0-3b9c-443e-810f-9b7d8fdda0b0 req-e8e8bd12-af40-4091-8441-17edc34f4cd0 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509579 Mar 08 08:36:59.775521 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 1c9e7529-82a7-46d2-b4d3-f33aa60d235a up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:36:59.890042 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:36:59.894048 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:36:59.894422 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:59.973495 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:36:59.973878 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:36:59.998897 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:00.001091 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310468b5-e4da-4907-a1ae-75134b2d47f5" -d '{"events": [{"server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:00.013151 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:00.036079 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2e84f6-4fd2-4841-81a0-ea951de23a6c x-openstack-request-id: req-6f2e84f6-4fd2-4841-81a0-ea951de23a6c {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:00.036424 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:00.036686 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f2e84f6-4fd2-4841-81a0-ea951de23a6c {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:00.037088 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'code': 200} Mar 08 08:37:00.092290 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:00.140381 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:00.171804 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fd23-a65f-4fb4-8655-816a3fb5eb00 req-057da461-5722-4959-ad1d-28fe3f6990f5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:00.173269 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1008fd23-a65f-4fb4-8655-816a3fb5eb00 req-057da461-5722-4959-ad1d-28fe3f6990f5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0825820 Mar 08 08:37:00.205021 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ddd18-6dd7-451b-bfbe-9c14dc2a3f0d req-87024a3f-b2c1-420c-84f9-b056f26bf28a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:00.206565 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b8ddd18-6dd7-451b-bfbe-9c14dc2a3f0d req-87024a3f-b2c1-420c-84f9-b056f26bf28a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0837944 Mar 08 08:37:00.250302 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1008fd23-a65f-4fb4-8655-816a3fb5eb00 req-0b84f8bd-2e0d-4cb3-9625-4f75f650bf83 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711098 Mar 08 08:37:00.275610 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b8ddd18-6dd7-451b-bfbe-9c14dc2a3f0d req-84a2eb29-2219-4d49-a1cc-969ce4b08c74 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626667 Mar 08 08:37:01.417111 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb890abe-fe1b-4edf-b123-2d5469dc6a9e req-db8ee798-cc7d-4717-8aca-95eba61e133a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:01.418626 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb890abe-fe1b-4edf-b123-2d5469dc6a9e req-db8ee798-cc7d-4717-8aca-95eba61e133a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0730724 Mar 08 08:37:01.425187 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2393a-4524-4e31-a875-d55c26aa75bc req-a6144b3c-af41-49df-aec6-6ad6bd92fa4a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:01.426564 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ec2393a-4524-4e31-a875-d55c26aa75bc req-a6144b3c-af41-49df-aec6-6ad6bd92fa4a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0948915 Mar 08 08:37:01.493524 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb890abe-fe1b-4edf-b123-2d5469dc6a9e req-b5758a9f-f007-421d-8980-a01a65d04799 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659986 Mar 08 08:37:01.505136 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9ec2393a-4524-4e31-a875-d55c26aa75bc req-c324df01-b93c-45a5-a501-9b238f3ab669 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713053 Mar 08 08:37:01.929697 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13eeaa-4b3f-4d3a-a06f-5c4d7f1baf23 req-0f59d0d3-7ec1-4ba2-b40a-ae1994f91e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:01.931266 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b13eeaa-4b3f-4d3a-a06f-5c4d7f1baf23 req-0f59d0d3-7ec1-4ba2-b40a-ae1994f91e1a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1130 time: 0.0479608 Mar 08 08:37:01.980378 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4b13eeaa-4b3f-4d3a-a06f-5c4d7f1baf23 req-a5a3abb1-4d1a-46b7-af77-072d19696147 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396051 Mar 08 08:37:02.660603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1f7fd-7e6c-4790-a160-1edcc3bb62dd req-5172da63-a37f-415a-8b08-7d03b38a0e78 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:02.662261 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6ed1f7fd-7e6c-4790-a160-1edcc3bb62dd req-5172da63-a37f-415a-8b08-7d03b38a0e78 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0852563 Mar 08 08:37:02.670529 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf1e37-b81b-46ac-be34-e9ea5c7e8dd4 req-30d04173-905a-49da-8164-3c074a9b5688 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:02.672103 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-feaf1e37-b81b-46ac-be34-e9ea5c7e8dd4 req-30d04173-905a-49da-8164-3c074a9b5688 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0863237 Mar 08 08:37:02.744608 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6ed1f7fd-7e6c-4790-a160-1edcc3bb62dd req-e88869cb-7a04-4f11-85fa-412b766d5d83 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715041 Mar 08 08:37:02.759452 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-feaf1e37-b81b-46ac-be34-e9ea5c7e8dd4 req-deb83405-a5cc-4d61-a3a5-b0e3e8a91b49 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727890 Mar 08 08:37:03.267647 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5735ca8-ff74-4a5c-81b8-c15fd652b338 req-c2ee2999-b212-40c3-8380-e2d73c104470 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:03.269125 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5735ca8-ff74-4a5c-81b8-c15fd652b338 req-c2ee2999-b212-40c3-8380-e2d73c104470 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0548997 Mar 08 08:37:03.315515 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d5735ca8-ff74-4a5c-81b8-c15fd652b338 req-a3eac14e-7852-44e1-87ef-688c7c29e3c1 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Mar 08 08:37:03.903488 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9bb19-4dc3-40ca-98ee-5cd2fc9ce663 req-9e5ad0b8-0668-43dd-a04c-15fa9fc0f6b2 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:03.905694 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-45e9bb19-4dc3-40ca-98ee-5cd2fc9ce663 req-9e5ad0b8-0668-43dd-a04c-15fa9fc0f6b2 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0902863 Mar 08 08:37:03.944328 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbe266-66c3-43fb-b550-e78cd831449d req-87bb4799-9f70-4354-9f75-f5559858856b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:03.945821 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a8cbe266-66c3-43fb-b550-e78cd831449d req-87bb4799-9f70-4354-9f75-f5559858856b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0949280 Mar 08 08:37:03.981148 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-45e9bb19-4dc3-40ca-98ee-5cd2fc9ce663 req-c386c8e0-a56c-43f4-bc29-c99d6c619f31 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693343 Mar 08 08:37:04.017515 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a8cbe266-66c3-43fb-b550-e78cd831449d req-e4d44eae-77b4-4cf0-8def-b90f16f01bf3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654252 Mar 08 08:37:04.433433 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e5471-9062-4a5a-a55d-7419faaf9091 req-176dd23b-4346-4631-a14a-c9ee53fcceec tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:04.434954 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f52e5471-9062-4a5a-a55d-7419faaf9091 req-176dd23b-4346-4631-a14a-c9ee53fcceec tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0540020 Mar 08 08:37:04.481892 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f52e5471-9062-4a5a-a55d-7419faaf9091 req-546b2e17-ce6a-4a42-8c34-3c945b96e903 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Mar 08 08:37:05.069208 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:05.134334 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb114d8-4b69-4917-bda0-ed72216a5da5 req-21f7687a-27bc-4499-8c7a-0f4808438b6d tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:05.135812 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8cb114d8-4b69-4917-bda0-ed72216a5da5 req-21f7687a-27bc-4499-8c7a-0f4808438b6d tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0852168 Mar 08 08:37:05.168987 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3172c-4fb1-47b8-8694-d0d6e74d0d61 req-351b58b3-871f-41e0-800d-7bec615dd105 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:05.170498 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16e3172c-4fb1-47b8-8694-d0d6e74d0d61 req-351b58b3-871f-41e0-800d-7bec615dd105 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0778387 Mar 08 08:37:05.215923 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8cb114d8-4b69-4917-bda0-ed72216a5da5 req-88b4e675-1414-4e3d-94c0-f9e476b18563 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735888 Mar 08 08:37:05.238450 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16e3172c-4fb1-47b8-8694-d0d6e74d0d61 req-adfa71f0-518d-4668-84f0-ad489993eb34 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612967 Mar 08 08:37:05.334251 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fc402-9d1d-49ff-89b0-bbb9b7597c27 req-89214e60-96c8-4e04-8928-c82318aa3a3e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:05.335667 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-032fc402-9d1d-49ff-89b0-bbb9b7597c27 req-89214e60-96c8-4e04-8928-c82318aa3a3e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0552280 Mar 08 08:37:05.385113 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-032fc402-9d1d-49ff-89b0-bbb9b7597c27 req-6271e749-e16b-44e1-b610-a62933442d0a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Mar 08 08:37:05.607729 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f672-4495-4f0c-92bf-150adee140e5 req-8630f801-fdf5-4d9d-a6a6-e62898bfcb6d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:05.609217 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1357f672-4495-4f0c-92bf-150adee140e5 req-8630f801-fdf5-4d9d-a6a6-e62898bfcb6d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0609696 Mar 08 08:37:05.656257 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1357f672-4495-4f0c-92bf-150adee140e5 req-5692482e-d58f-489a-9141-6b2f0ca1a9a4 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Mar 08 08:37:05.719962 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a8ae3-8255-4ede-a0d3-653ce362f79a req-cec145d3-62dc-4b10-842c-7e88e3d2ca22 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:05.721429 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b3a8ae3-8255-4ede-a0d3-653ce362f79a req-cec145d3-62dc-4b10-842c-7e88e3d2ca22 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0526037 Mar 08 08:37:05.768280 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7b3a8ae3-8255-4ede-a0d3-653ce362f79a req-353a4315-a346-42f6-9601-e45697dc65dd tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Mar 08 08:37:06.781537 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf72f08-8536-4b3f-ba12-dad7471cb475 req-53e2c763-eee4-4b78-8759-84a2164b526d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:06.783025 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9bf72f08-8536-4b3f-ba12-dad7471cb475 req-53e2c763-eee4-4b78-8759-84a2164b526d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0560791 Mar 08 08:37:06.827690 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9bf72f08-8536-4b3f-ba12-dad7471cb475 req-5b05bc16-c2ef-4162-b5ce-6124d3b2a6b9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Mar 08 08:37:07.073549 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-fe6e8c88-cfc6-4e54-a287-47adc1e84038 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:07.075285 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-fe6e8c88-cfc6-4e54-a287-47adc1e84038 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 945 time: 0.0514126 Mar 08 08:37:07.185056 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Deleting port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:07.185394 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:07.275014 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] For port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:07.275327 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:07.287125 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Calling delete_port for 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:07.467496 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (66be8eb2-e2f0-4d80-98d3-048ca4fb0b97), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:07.482203 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['dfa08b38-e85e-42be-97ab-7cc6e14e3922', '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:37:07.497583 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Pushing event deleted for resources: {'Port': ['ID=66be8eb2-e2f0-4d80-98d3-048ca4fb0b97,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:07.554631 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] No DVR routers for this DVR port 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:37:07.559797 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:07.563506 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dcad736e-7ddc-4eda-b332-902ddaa96f27 req-5f12cf50-216e-48f9-b4be-c5c77e8d0505 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.31 "DELETE /v2.0/ports/66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 HTTP/1.1" status: 204 len: 173 time: 0.4770207 Mar 08 08:37:07.564038 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed558231-d9e0-4365-bf83-cd56dd1dced6', 'name': 'network-vif-deleted', 'tag': '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:07.567098 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79e8d0d-dc91-4e1c-a0ab-846b5577e953" -d '{"events": [{"server_uuid": "ed558231-d9e0-4365-bf83-cd56dd1dced6", "name": "network-vif-deleted", "tag": "66be8eb2-e2f0-4d80-98d3-048ca4fb0b97"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:07.609428 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54416dbd-8f15-419c-8137-a4cd7c86889c x-openstack-request-id: req-54416dbd-8f15-419c-8137-a4cd7c86889c {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:07.609728 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed558231-d9e0-4365-bf83-cd56dd1dced6", "name": "network-vif-deleted", "tag": "66be8eb2-e2f0-4d80-98d3-048ca4fb0b97", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:07.610009 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54416dbd-8f15-419c-8137-a4cd7c86889c {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:07.610423 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed558231-d9e0-4365-bf83-cd56dd1dced6', 'name': 'network-vif-deleted', 'tag': '66be8eb2-e2f0-4d80-98d3-048ca4fb0b97', 'status': 'completed', 'code': 200} Mar 08 08:37:07.943246 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d9cf5e72-c711-440c-8a3e-740f48b29e9e req-96fc07e0-d303-409b-ba9e-07a8653da743 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed558231-d9e0-4365-bf83-cd56dd1dced6 HTTP/1.1" status: 200 len: 210 time: 0.0328925 Mar 08 08:37:08.900521 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962df4d-9d4b-4223-930c-a2afa8028d57 req-6888b49c-ef59-4ba1-942d-2242150bacb1 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:08.902532 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c962df4d-9d4b-4223-930c-a2afa8028d57 req-6888b49c-ef59-4ba1-942d-2242150bacb1 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 946 time: 0.0558825 Mar 08 08:37:08.951219 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c962df4d-9d4b-4223-930c-a2afa8028d57 req-69f1c57f-45ec-46f8-99d1-43bcef9290f9 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Mar 08 08:37:09.379023 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031a67-b917-446c-8489-7b5fed91ef0b req-d041ebe7-2db7-4957-9267-7fb7359e1348 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:09.380533 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2c031a67-b917-446c-8489-7b5fed91ef0b req-d041ebe7-2db7-4957-9267-7fb7359e1348 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0521727 Mar 08 08:37:09.427449 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2c031a67-b917-446c-8489-7b5fed91ef0b req-d553b33e-bbb0-492d-af39-595f3f47a7fe tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Mar 08 08:37:10.072100 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727713a-aebf-4550-b0ed-ed34ff827021 req-e9ec5814-4e59-4ae1-8a5b-f74a92d54559 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:10.073594 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0727713a-aebf-4550-b0ed-ed34ff827021 req-e9ec5814-4e59-4ae1-8a5b-f74a92d54559 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 946 time: 0.0561666 Mar 08 08:37:10.120090 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0727713a-aebf-4550-b0ed-ed34ff827021 req-a3b9375f-bb9a-4776-a0d9-09c708f5a284 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Mar 08 08:37:10.541068 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb99ebc-e679-48f3-8e37-208e9babe48b req-3d89b2a1-d30d-4b6e-a758-e29011811d40 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:10.542541 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-edb99ebc-e679-48f3-8e37-208e9babe48b req-3d89b2a1-d30d-4b6e-a758-e29011811d40 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0517361 Mar 08 08:37:10.589782 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-edb99ebc-e679-48f3-8e37-208e9babe48b req-6330a073-e979-403d-9ace-1eb6624498af tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Mar 08 08:37:11.183209 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:37:11.203852 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:37:11.204195 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 66be8eb2-e2f0-4d80-98d3-048ca4fb0b97 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:37:11.238465 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db1ce-1e81-49d4-8b79-188ca20f0463 req-9fbc181b-01bc-405f-978c-fb7e8e63fa69 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:11.239924 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da2db1ce-1e81-49d4-8b79-188ca20f0463 req-9fbc181b-01bc-405f-978c-fb7e8e63fa69 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 946 time: 0.0547929 Mar 08 08:37:11.286819 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da2db1ce-1e81-49d4-8b79-188ca20f0463 req-836c9d8a-a49f-4bec-bd80-50cd71564d0e tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Mar 08 08:37:11.507712 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-48285cf6-393d-41c3-89ef-cab3af2d3467 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:11.509189 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-48285cf6-393d-41c3-89ef-cab3af2d3467 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 946 time: 0.0516753 Mar 08 08:37:11.602696 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Deleting port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:11.603039 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:11.722865 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] For port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:11.723229 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:11.738922 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Calling delete_port for 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:11.759922 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a94e-2228-495e-8c82-e4a27cd5b15b req-c24b113f-2955-4ade-8747-11911f7a2e6e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:11.762386 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dfc2a94e-2228-495e-8c82-e4a27cd5b15b req-c24b113f-2955-4ade-8747-11911f7a2e6e tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0952034 Mar 08 08:37:11.854432 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dfc2a94e-2228-495e-8c82-e4a27cd5b15b req-c06378d7-18c9-4c5d-9667-a411097c9363 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872951 Mar 08 08:37:12.017110 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (7dd1d0cd-7141-4261-a93b-8e11adcf35a4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:12.030758 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['7dd1d0cd-7141-4261-a93b-8e11adcf35a4'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:37:12.046802 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Pushing event deleted for resources: {'Port': ['ID=7dd1d0cd-7141-4261-a93b-8e11adcf35a4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:12.093591 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] No DVR routers for this DVR port 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:37:12.096156 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:12.101185 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0acdf22-1e4e-4c6a-93b8-3c76441af5b4 req-dd00e968-fcee-48a7-aa0f-d89deabf0f32 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.31 "DELETE /v2.0/ports/7dd1d0cd-7141-4261-a93b-8e11adcf35a4 HTTP/1.1" status: 204 len: 173 time: 0.5847144 Mar 08 08:37:12.101185 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfd1a86-721d-4843-ab7c-2e24da627ac0', 'name': 'network-vif-deleted', 'tag': '7dd1d0cd-7141-4261-a93b-8e11adcf35a4'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:12.102378 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e39554-3af0-4d34-a440-61d4578ec137" -d '{"events": [{"server_uuid": "dcfd1a86-721d-4843-ab7c-2e24da627ac0", "name": "network-vif-deleted", "tag": "7dd1d0cd-7141-4261-a93b-8e11adcf35a4"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:12.138659 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3745e44-9814-4650-bb49-34bb501988fe x-openstack-request-id: req-f3745e44-9814-4650-bb49-34bb501988fe {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:12.138950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfd1a86-721d-4843-ab7c-2e24da627ac0", "name": "network-vif-deleted", "tag": "7dd1d0cd-7141-4261-a93b-8e11adcf35a4", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:12.139207 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3745e44-9814-4650-bb49-34bb501988fe {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:12.139609 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfd1a86-721d-4843-ab7c-2e24da627ac0', 'name': 'network-vif-deleted', 'tag': '7dd1d0cd-7141-4261-a93b-8e11adcf35a4', 'status': 'completed', 'code': 200} Mar 08 08:37:12.380224 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa01c36b-cff6-4cf0-9d65-e27387cfc4d6 req-9e3cc3b7-24fc-4c05-8efa-e881fb1cc007 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcfd1a86-721d-4843-ab7c-2e24da627ac0 HTTP/1.1" status: 200 len: 210 time: 0.0272820 Mar 08 08:37:12.971684 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a676-d827-4b1e-bc4d-d38fdf981cce req-d11a853b-fc3d-4954-90f4-524f74375d78 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:12.973145 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f14a676-d827-4b1e-bc4d-d38fdf981cce req-d11a853b-fc3d-4954-90f4-524f74375d78 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0515800 Mar 08 08:37:13.020513 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f14a676-d827-4b1e-bc4d-d38fdf981cce req-945751e6-530d-48da-870f-01a2cf663f36 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Mar 08 08:37:14.139982 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c87524-9a51-4686-bcfb-11ccb3dab4ed req-40c0c543-200e-4649-96c2-1d92cb55ca4a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:14.141421 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b9c87524-9a51-4686-bcfb-11ccb3dab4ed req-40c0c543-200e-4649-96c2-1d92cb55ca4a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0550156 Mar 08 08:37:14.186125 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b9c87524-9a51-4686-bcfb-11ccb3dab4ed req-63486d4a-c500-4e1f-9cef-6d745e56dbcf tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Mar 08 08:37:14.719941 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-88d0af11-d73b-4df7-97bc-1373ea2496aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:15.301686 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598074a-70ff-41d4-9c87-05b6b7a68b57 req-f5348eac-1813-4691-903f-e2d37abcf26b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:15.303171 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a598074a-70ff-41d4-9c87-05b6b7a68b57 req-f5348eac-1813-4691-903f-e2d37abcf26b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0509772 Mar 08 08:37:15.348488 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a598074a-70ff-41d4-9c87-05b6b7a68b57 req-46baa743-77dc-4cc9-b43e-d72142c632a2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Mar 08 08:37:15.933759 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:37:15.956528 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:37:15.956874 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 7dd1d0cd-7141-4261-a93b-8e11adcf35a4 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:37:16.467825 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf6e44-009b-44c4-8306-b07cc2a75e51 req-ef02bca3-08cb-4d6b-bca0-3e8fa4eabbf2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:16.469278 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6daf6e44-009b-44c4-8306-b07cc2a75e51 req-ef02bca3-08cb-4d6b-bca0-3e8fa4eabbf2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0512717 Mar 08 08:37:16.516753 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6daf6e44-009b-44c4-8306-b07cc2a75e51 req-7d836974-f990-47d4-ab06-9b9430762d49 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Mar 08 08:37:17.158479 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b826498b-7734-454d-8345-121bee281685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:17.636877 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d6dc8-8e83-4705-8518-bbf3b235be7a req-d5dc6139-4a73-4a52-bfa8-894b4626ceb0 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:17.638363 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a51d6dc8-8e83-4705-8518-bbf3b235be7a req-d5dc6139-4a73-4a52-bfa8-894b4626ceb0 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0545521 Mar 08 08:37:17.684826 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a51d6dc8-8e83-4705-8518-bbf3b235be7a req-d28f3551-573a-4831-afb5-459a085f4f10 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Mar 08 08:37:18.028796 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:18.801216 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec18b0-e4dc-4ea1-a545-e84bffe3f382 req-edd12653-ae54-4256-bbbd-d957d0174ee5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:18.802673 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-63ec18b0-e4dc-4ea1-a545-e84bffe3f382 req-edd12653-ae54-4256-bbbd-d957d0174ee5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0521481 Mar 08 08:37:18.854871 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-63ec18b0-e4dc-4ea1-a545-e84bffe3f382 req-78ae61f4-a3a3-402c-8580-515523eeff3b tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Mar 08 08:37:19.508985 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:19.974297 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf7f8-6c42-4ebe-868f-417b7e4467a4 req-60350186-f2ac-4c18-9380-557825184f57 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:19.975847 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-02daf7f8-6c42-4ebe-868f-417b7e4467a4 req-60350186-f2ac-4c18-9380-557825184f57 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0561891 Mar 08 08:37:20.021755 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-02daf7f8-6c42-4ebe-868f-417b7e4467a4 req-90d1bc87-4b9c-486c-8841-5622607b550c tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Mar 08 08:37:21.011140 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:21.137542 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499cab5-becc-4fa6-9c3c-71a957d1087d req-8f5ef463-785f-4096-8262-39cf6383e6bd tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:21.139058 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1499cab5-becc-4fa6-9c3c-71a957d1087d req-8f5ef463-785f-4096-8262-39cf6383e6bd tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0520358 Mar 08 08:37:21.184365 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1499cab5-becc-4fa6-9c3c-71a957d1087d req-3d7c9857-d391-49c1-b98f-2ce0a2fd020f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Mar 08 08:37:22.067342 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:37:22.301687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8aa35-8944-4d21-ac3c-2ebaaf2de735 req-a3b3922c-5bce-4256-8891-2b9a35ff59f5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:22.303170 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7bb8aa35-8944-4d21-ac3c-2ebaaf2de735 req-a3b3922c-5bce-4256-8891-2b9a35ff59f5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0545239 Mar 08 08:37:22.348480 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7bb8aa35-8944-4d21-ac3c-2ebaaf2de735 req-04e8ff37-99d9-462d-9ab4-7ea01edf5152 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Mar 08 08:37:23.464643 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def191c-b944-458c-ad9c-6670a63bb657 req-24fa9e9e-abba-4901-acdb-a2945d399dd9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:23.466044 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1def191c-b944-458c-ad9c-6670a63bb657 req-24fa9e9e-abba-4901-acdb-a2945d399dd9 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0540960 Mar 08 08:37:23.510825 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1def191c-b944-458c-ad9c-6670a63bb657 req-25057adc-429e-4ea3-9f81-50e96a15d214 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Mar 08 08:37:23.963030 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-5a8a002f-39d5-4b7f-a4c5-6a166f6aa848 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:23.964493 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-5a8a002f-39d5-4b7f-a4c5-6a166f6aa848 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/networks?id=a8ea8449-8bc8-47ad-951f-223a61c86908 HTTP/1.1" status: 200 len: 814 time: 0.1044552 Mar 08 08:37:23.978321 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-697dca93-1481-4a34-ab7c-66057077517b tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/quotas/187ad3c0f4b44230beb56bdfc855de42 HTTP/1.1" status: 200 len: 375 time: 0.0085769 Mar 08 08:37:24.009277 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-0ff80f3c-e96f-4b2e-a6d0-480f0b379d91 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=187ad3c0f4b44230beb56bdfc855de42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263751 Mar 08 08:37:24.098693 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-fdeb328f-cf14-4dcf-a857-69642684e8cd service neutron] 10.222.0.21 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830355 Mar 08 08:37:24.183492 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-96eb9392-98a2-45e7-9534-94399a26f02c service neutron] 10.222.0.21 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792961 Mar 08 08:37:24.405557 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a48d521-c0a3-42dc-9080-6f9b6988b685 req-ed2e4d83-cf3c-4179-b053-04870f5d4ef1 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 210 time: 0.0267351 Mar 08 08:37:24.629688 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe85f-3959-4ae8-8da1-d28cc8b14ccd req-52689cd2-aa77-4458-a585-93385e93ec40 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:24.631423 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-01afe85f-3959-4ae8-8da1-d28cc8b14ccd req-52689cd2-aa77-4458-a585-93385e93ec40 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0554922 Mar 08 08:37:24.680812 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-01afe85f-3959-4ae8-8da1-d28cc8b14ccd req-19f756f4-cf72-473c-9165-d5db8c8f0e63 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434248 Mar 08 08:37:25.495293 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c9f472c-a934-41f4-9a44-0374eee81acb req-f7e696dc-f295-4e69-9ee5-cb26e00d1366 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 210 time: 0.0265150 Mar 08 08:37:25.668088 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8c7fe-efe4-43d6-bcb3-5066c358e48b req-978041f6-240b-480e-a240-290a1960cbb3 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:25.669568 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25f8c7fe-efe4-43d6-bcb3-5066c358e48b req-978041f6-240b-480e-a240-290a1960cbb3 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0515864 Mar 08 08:37:25.719428 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-25f8c7fe-efe4-43d6-bcb3-5066c358e48b req-08ecc2f0-ba74-4a6c-8b9a-8c8663297320 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Mar 08 08:37:25.808603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca865e4-8739-4c91-a33d-fac11df0eebd req-d1eab3c0-82b1-410f-9276-d1b9b8c0e3d2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:25.810125 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dca865e4-8739-4c91-a33d-fac11df0eebd req-d1eab3c0-82b1-410f-9276-d1b9b8c0e3d2 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0554121 Mar 08 08:37:25.856866 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dca865e4-8739-4c91-a33d-fac11df0eebd req-4907c2c7-29f4-42e0-b7e3-aefaac9f006a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Mar 08 08:37:26.587465 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f67dbce0-2635-484f-a5c9-e89edcd49285 req-301e7ac8-bc63-48e4-91c4-9cd8aa1d136c tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 210 time: 0.0270839 Mar 08 08:37:26.842498 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6c821-0af8-4aed-8f64-3c1b9bb5b47d req-cbc33f56-0132-4d6e-b56e-fdb4996042a1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:26.843874 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-58d6c821-0af8-4aed-8f64-3c1b9bb5b47d req-cbc33f56-0132-4d6e-b56e-fdb4996042a1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0510216 Mar 08 08:37:26.889628 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-58d6c821-0af8-4aed-8f64-3c1b9bb5b47d req-a85135fe-189c-409a-82e2-fea5b2580d0f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403759 Mar 08 08:37:26.976622 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1690-224a-426b-b708-d0b87a892c6c req-4c2b1700-fcff-40d5-8681-fc1c8374ddc6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:26.978190 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eefe1690-224a-426b-b708-d0b87a892c6c req-4c2b1700-fcff-40d5-8681-fc1c8374ddc6 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0557301 Mar 08 08:37:27.025324 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eefe1690-224a-426b-b708-d0b87a892c6c req-fdfc184d-e8df-4032-a81b-dd376e16e5f8 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Mar 08 08:37:27.678979 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6b916710-a0f1-4e0d-bf81-c330500bd523 req-d9974985-94b0-458d-85cf-5300fd6c2d5e tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 210 time: 0.0269539 Mar 08 08:37:27.885996 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-7f1e8bc0-f3c9-4ce8-9e91-075ef084cad5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:27.887406 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-7f1e8bc0-f3c9-4ce8-9e91-075ef084cad5 tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0545650 Mar 08 08:37:27.917452 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-64ab4ba2-5275-4298-b753-c80849b0920d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:27.919078 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-64ab4ba2-5275-4298-b753-c80849b0920d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.31 "GET /v2.0/networks?id=a8ea8449-8bc8-47ad-951f-223a61c86908 HTTP/1.1" status: 200 len: 814 time: 0.1050098 Mar 08 08:37:27.937791 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Request body: {'port': {'device_id': 'b9bb1695-c23d-4ab5-8073-3fb3545951b3', 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908', 'admin_state_up': True, 'tenant_id': '187ad3c0f4b44230beb56bdfc855de42'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:28.005368 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Deleting port dfa08b38-e85e-42be-97ab-7cc6e14e3922 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:28.005716 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:28.086398 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24152ef-f0b3-421e-ab8f-8350f2353832 req-2627ae4c-3e2b-44ea-b9f0-24b673b85bd6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:28.087898 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a24152ef-f0b3-421e-ab8f-8350f2353832 req-2627ae4c-3e2b-44ea-b9f0-24b673b85bd6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1109343 Mar 08 08:37:28.121244 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] For port dfa08b38-e85e-42be-97ab-7cc6e14e3922, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=dfa08b38-e85e-42be-97ab-7cc6e14e3922,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:28.121793 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:28.135549 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Calling delete_port for dfa08b38-e85e-42be-97ab-7cc6e14e3922 owned by compute:nova {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:28.173645 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a24152ef-f0b3-421e-ab8f-8350f2353832 req-acbae24a-66e1-4c07-9489-b215cf7f2b04 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766490 Mar 08 08:37:28.198460 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78434c-b680-4e6e-adbf-4ce3088e7f01 req-65ee8dc0-da65-4d21-88b2-d0ed5846251a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:28.200341 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3f78434c-b680-4e6e-adbf-4ce3088e7f01 req-65ee8dc0-da65-4d21-88b2-d0ed5846251a tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 946 time: 0.0708568 Mar 08 08:37:28.201574 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Made reservation on behalf of 187ad3c0f4b44230beb56bdfc855de42 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:37:28.204956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:28.310861 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3f78434c-b680-4e6e-adbf-4ce3088e7f01 req-558e52b2-ac32-4a3a-9af7-ea3d69f6e36d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/security-groups?id=05173c4b-00bf-4094-ab6c-9c49d01117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034203 Mar 08 08:37:28.341763 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (dfa08b38-e85e-42be-97ab-7cc6e14e3922), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:28.355095 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['dfa08b38-e85e-42be-97ab-7cc6e14e3922'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:37:28.375838 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Pushing event deleted for resources: {'Port': ['ID=dfa08b38-e85e-42be-97ab-7cc6e14e3922,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:28.402865 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Allocated IP 172.20.0.12 (a8ea8449-8bc8-47ad-951f-223a61c86908/21235acd-c7ab-4fec-bfe0-a863933346b2/3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:28.443635 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] No DVR routers for this DVR port dfa08b38-e85e-42be-97ab-7cc6e14e3922 on host hv-cinder-83249 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:37:28.446215 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:28.449736 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-243f40a6-2de7-4d80-a8a3-add34e694579 req-4ab72f0a-7dce-4df6-af70-f3778cd24a6f tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.31 "DELETE /v2.0/ports/dfa08b38-e85e-42be-97ab-7cc6e14e3922 HTTP/1.1" status: 204 len: 173 time: 0.5566244 Mar 08 08:37:28.450318 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04', 'name': 'network-vif-deleted', 'tag': 'dfa08b38-e85e-42be-97ab-7cc6e14e3922'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:28.452569 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947f786-7dc0-4776-a6ed-c8fe50ca8449" -d '{"events": [{"server_uuid": "5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04", "name": "network-vif-deleted", "tag": "dfa08b38-e85e-42be-97ab-7cc6e14e3922"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:28.500714 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9489891-5578-40bb-bb10-10a056e34ad6 x-openstack-request-id: req-e9489891-5578-40bb-bb10-10a056e34ad6 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:28.500714 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04", "name": "network-vif-deleted", "tag": "dfa08b38-e85e-42be-97ab-7cc6e14e3922", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:28.500714 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9489891-5578-40bb-bb10-10a056e34ad6 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:28.500714 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04', 'name': 'network-vif-deleted', 'tag': 'dfa08b38-e85e-42be-97ab-7cc6e14e3922', 'status': 'completed', 'code': 200} Mar 08 08:37:28.580736 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks [] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:28.696907 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be734-dec7-41e8-aa83-d602d48d8c05 req-98287e35-3b88-466d-a591-ef5dc5adaaf2 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:28.698384 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d5be734-dec7-41e8-aa83-d602d48d8c05 req-98287e35-3b88-466d-a591-ef5dc5adaaf2 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0531232 Mar 08 08:37:28.721379 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:28.822554 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Network a8ea8449-8bc8-47ad-951f-223a61c86908 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:28.827238 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d5be734-dec7-41e8-aa83-d602d48d8c05 req-6231315a-1b56-4f01-93f2-03c5d96ecd97 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225901 Mar 08 08:37:28.829068 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Pushing event updated for resources: {'Port': ['ID=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:28.833331 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:28.836866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:28.858437 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34294) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:28.885421 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7630-8401-4cba-a65f-0f19b1969760 req-394f36c4-5698-4b75-8cc5-17bd2ca94715 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:28.886957 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa2a7630-8401-4cba-a65f-0f19b1969760 req-394f36c4-5698-4b75-8cc5-17bd2ca94715 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 932 time: 0.1262691 Mar 08 08:37:28.901894 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:28.902542 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:28.952504 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa2a7630-8401-4cba-a65f-0f19b1969760 req-2e9aac36-5582-4517-b39a-0c8ba8e652f4 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575924 Mar 08 08:37:29.006405 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-8091667f-950d-43c6-8ec4-a7efec65cf0d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0740252 Mar 08 08:37:29.018791 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Request body: {'port': {'device_id': 'b9bb1695-c23d-4ab5-8073-3fb3545951b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:29.058417 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b186d-2c65-4bf1-8d36-8d8ca6305e21 tempest-TestMinimumBasicScenario-41788451 tempest-TestMinimumBasicScenario-41788451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:29.060084 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a94b186d-2c65-4bf1-8d36-8d8ca6305e21 tempest-TestMinimumBasicScenario-41788451 tempest-TestMinimumBasicScenario-41788451-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1125 time: 0.2006762 Mar 08 08:37:29.062944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34298) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:29.067077 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'port_id': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:29.082313 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:29.296313 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:29.296313 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-37fd7faa-a842-4731-a40f-1ca162362388 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:29.296313 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-37fd7faa-a842-4731-a40f-1ca162362388 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0772412 Mar 08 08:37:29.439895 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:29.449477 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Deleting port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:29.449811 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:29.453739 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e1bb21d5-6572-4ec2-b7b5-6828e3764d4a req-963ba858-971e-47d0-8e14-8d63e299ee1d tempest-ServerRescueNegativeTestJSON-1208313578 tempest-ServerRescueNegativeTestJSON-1208313578-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cbbf31d-33ef-4652-bcb1-1aa4d9b3db04 HTTP/1.1" status: 200 len: 210 time: 0.0435650 Mar 08 08:37:29.537758 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e6d8f-ed0c-47f4-8ca1-89699c9e6926 req-786a316d-ca40-471d-a3f5-c33c8bb2bc3e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:29.546478 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-104e6d8f-ed0c-47f4-8ca1-89699c9e6926 req-786a316d-ca40-471d-a3f5-c33c8bb2bc3e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1873443 Mar 08 08:37:29.650021 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Allocated IP 172.27.2.46 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/820013fc-c72c-488e-bd1b-f94c261c48d3) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:29.672845 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-104e6d8f-ed0c-47f4-8ca1-89699c9e6926 req-56c9f096-300c-4e98-ba1a-465c2b582dec tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bf678ab-4df2-4a12-9593-78125baa32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262400 Mar 08 08:37:29.682036 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] For port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:29.682403 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:29.781982 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:37:29.789945 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Publish callbacks [] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:29.801896 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Transition to ACTIVE for port object 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:37:29.902881 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:29.974183 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:30.065033 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Attempting to bind port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:37:30.065376 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Attempting to bind port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:37:30.065719 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Attempting to bind port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b on network a8ea8449-8bc8-47ad-951f-223a61c86908 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:30.073275 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b on network a8ea8449-8bc8-47ad-951f-223a61c86908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:37:30.073596 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Attempting to bind port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b on network a8ea8449-8bc8-47ad-951f-223a61c86908 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:30.081675 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:37:30.082042 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Checking segment: {'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:37:30.082441 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Bound using segment: {'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:37:30.083303 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Bound port: 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6601ac52-63f7-4eb5-a0ad-8d17f24c9302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:37:30.083303 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:30.127254 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af03abb-ff5f-40a0-9c48-bdd46804dcad req-76bafcd1-97a4-4524-af00-532da1796bbd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:30.128750 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4af03abb-ff5f-40a0-9c48-bdd46804dcad req-76bafcd1-97a4-4524-af00-532da1796bbd tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 944 time: 0.1072898 Mar 08 08:37:30.156531 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for port (820013fc-c72c-488e-bd1b-f94c261c48d3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:30.182357 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] For port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:37:30.203121 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] For port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:37:30.207329 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4af03abb-ff5f-40a0-9c48-bdd46804dcad req-cd50953b-7419-4b4b-90ec-c5c7e5713bda tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711946 Mar 08 08:37:30.239113 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:30.239477 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (7d4c676d-9c59-44f9-8b4a-f29bf637fa12), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:30.239794 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Floating IP 7d4c676d-9c59-44f9-8b4a-f29bf637fa12 disassociated. External IP: 172.27.2.67, port: 8185fa74-4b2b-4418-9572-d2ae3e36e0c3. Mar 08 08:37:30.240138 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Calling delete_port for 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 owned by compute:nova {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:30.280851 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:30.314824 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:30.315470 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:30.316844 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] 10.222.0.31 "PUT /v2.0/ports/3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b HTTP/1.1" status: 200 len: 1094 time: 1.3026192 Mar 08 08:37:30.319195 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bb1695-c23d-4ab5-8073-3fb3545951b3', 'tag': '3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:30.323008 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1213c077-683d-4f5a-8e13-888bfc7051f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bb1695-c23d-4ab5-8073-3fb3545951b3", "tag": "3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:30.352168 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5eb2c6-c879-46c9-8383-5f337382ff43 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:30.354397 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (820013fc-c72c-488e-bd1b-f94c261c48d3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:30.374549 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5aed66-2f51-4080-8159-3a1565bd62d4 x-openstack-request-id: req-5f5aed66-2f51-4080-8159-3a1565bd62d4 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:30.374910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bb1695-c23d-4ab5-8073-3fb3545951b3", "tag": "3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:30.375231 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f5aed66-2f51-4080-8159-3a1565bd62d4 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:30.375826 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bb1695-c23d-4ab5-8073-3fb3545951b3', 'tag': '3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b', 'status': 'completed', 'code': 200} Mar 08 08:37:30.410882 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:30.413847 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:30.417448 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:30.422945 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'Port': ['ID=820013fc-c72c-488e-bd1b-f94c261c48d3,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:30.446455 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c077-683d-4f5a-8e13-888bfc7051f0 req-235e3d8f-6562-4167-b434-9d3c27725ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:30.448058 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1213c077-683d-4f5a-8e13-888bfc7051f0 req-235e3d8f-6562-4167-b434-9d3c27725ce9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187ad3c0f4b44230beb56bdfc855de42&device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 1128 time: 0.0492387 Mar 08 08:37:30.483315 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (8185fa74-4b2b-4418-9572-d2ae3e36e0c3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:30.523733 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'Port': ['ID=8185fa74-4b2b-4418-9572-d2ae3e36e0c3,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:30.528843 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34316) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:30.636290 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c077-683d-4f5a-8e13-888bfc7051f0 req-f2ac3955-e22b-4226-b870-c948821469d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:30.637981 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1213c077-683d-4f5a-8e13-888bfc7051f0 req-f2ac3955-e22b-4226-b870-c948821469d0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=187ad3c0f4b44230beb56bdfc855de42&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1826243 Mar 08 08:37:30.762829 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:37:30.803769 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9a374624-298a-4e12-86f8-8d6a860a0a57 req-61c9adc5-8e91-4b69-a996-41a79253bd93 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 210 time: 0.0381508 Mar 08 08:37:30.850037 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c077-683d-4f5a-8e13-888bfc7051f0 req-111ca892-4f3d-4286-87a8-069263f104d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:30.851957 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1213c077-683d-4f5a-8e13-888bfc7051f0 req-111ca892-4f3d-4286-87a8-069263f104d2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2054811 Mar 08 08:37:30.957747 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:37:30.968435 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:37:30.981017 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:30.982930 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:31.007554 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-c52895c8-4979-4f80-bf88-6930d08ea4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:31.009100 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-c52895c8-4979-4f80-bf88-6930d08ea4f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187ad3c0f4b44230beb56bdfc855de42&device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 1128 time: 0.1155412 Mar 08 08:37:31.034117 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] No DVR routers for this DVR port 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 on host hv-cinder-83249 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:37:31.037514 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:31.041395 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7e3564a1-2fac-457f-b2b1-274c560a9ac6 req-0ade991a-b1e1-4fd1-be31-1488ff0a92e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "DELETE /v2.0/ports/8185fa74-4b2b-4418-9572-d2ae3e36e0c3 HTTP/1.1" status: 204 len: 173 time: 1.7535565 Mar 08 08:37:31.044921 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'name': 'network-vif-deleted', 'tag': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:31.044921 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eeeeea-0200-408a-8957-026272607477" -d '{"events": [{"server_uuid": "75c579b2-e06a-40bb-a552-a6c3fc45a3e1", "name": "network-vif-deleted", "tag": "8185fa74-4b2b-4418-9572-d2ae3e36e0c3"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:31.073646 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-655fc2eb-40e3-4a68-b8bc-dc64f9c7cea8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b HTTP/1.1" status: 200 len: 217 time: 0.0495918 Mar 08 08:37:31.091657 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for floatingip (d126b47a-af2d-4381-985d-da390aa010da), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:31.115740 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39a8598-9d6a-4d8a-afa4-8e4717c9f4a2 x-openstack-request-id: req-b39a8598-9d6a-4d8a-afa4-8e4717c9f4a2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:31.116075 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c579b2-e06a-40bb-a552-a6c3fc45a3e1", "name": "network-vif-deleted", "tag": "8185fa74-4b2b-4418-9572-d2ae3e36e0c3", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:31.116336 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b39a8598-9d6a-4d8a-afa4-8e4717c9f4a2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:31.117057 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c579b2-e06a-40bb-a552-a6c3fc45a3e1', 'name': 'network-vif-deleted', 'tag': '8185fa74-4b2b-4418-9572-d2ae3e36e0c3', 'status': 'completed', 'code': 200} Mar 08 08:37:31.139951 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:31.155526 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-9d8318c9-8037-4d12-82cb-98e51a9594e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:31.157458 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-9d8318c9-8037-4d12-82cb-98e51a9594e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21235acd-c7ab-4fec-bfe0-a863933346b2 HTTP/1.1" status: 200 len: 854 time: 0.0811658 Mar 08 08:37:31.239483 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-d8c31712-f951-425e-98b0-d75d23fd234b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8ea8449-8bc8-47ad-951f-223a61c86908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397723 Mar 08 08:37:31.313051 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (820013fc-c72c-488e-bd1b-f94c261c48d3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:31.365900 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (ce9e7764-7250-4727-8ca9-92a89ffa8f41), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:31.419858 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:17Z', 'revision_number': 2, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:31.439247 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-be6ca35e-67b9-450e-a262-d499e9f2b07a service neutron] 10.222.0.31 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916153 Mar 08 08:37:31.464502 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:37:31.474977 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:31.475621 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:31.495781 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a1c1-420d-48e8-bdc7-60538fdc00c5 req-c98cef6d-6be4-4cc4-9efd-16e56037e615 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:31.497981 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22d4a1c1-420d-48e8-bdc7-60538fdc00c5 req-c98cef6d-6be4-4cc4-9efd-16e56037e615 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 944 time: 0.2053173 Mar 08 08:37:31.537531 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for port (820013fc-c72c-488e-bd1b-f94c261c48d3), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:31.602276 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (820013fc-c72c-488e-bd1b-f94c261c48d3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:31.603553 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:31.684746 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'Port': ['ID=820013fc-c72c-488e-bd1b-f94c261c48d3,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:31.691853 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (d126b47a-af2d-4381-985d-da390aa010da), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:31.698572 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22d4a1c1-420d-48e8-bdc7-60538fdc00c5 req-a586f9ea-106e-484d-94f2-6d4bad7c5f3f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875482 Mar 08 08:37:31.742791 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e2faa7f-27bd-4872-9024-65dc6d31ac5e req-261c1d8f-c91a-4b6f-9542-e9141ca32dac service neutron] 10.222.0.31 "GET /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964702 Mar 08 08:37:31.821134 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Floating IP d126b47a-af2d-4381-985d-da390aa010da associated. External IP: 172.27.2.46, port: 1c9e7529-82a7-46d2-b4d3-f33aa60d235a. Mar 08 08:37:31.881563 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:17Z', 'revision_number': 2, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:31.918176 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c2040-cafc-4b51-b2be-4090485b87dd None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9b497695-7b29-4ba1-88dd-57190923efc1', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:c9:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:33:46Z', 'updated_at': '2022-03-08T08:34:17Z', 'revision_number': 2, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:37:32.080732 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-549e5a43-ee24-4175-982d-924eacc9fc61 req-8f9dd66c-63b6-4ac7-9be6-ca5de4be1a62 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c579b2-e06a-40bb-a552-a6c3fc45a3e1 HTTP/1.1" status: 200 len: 210 time: 0.0305743 Mar 08 08:37:32.131845 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:37:32.179611 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Deleting port 6d627e47-84c9-4a2a-b2e2-01dab310d137 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:32.179611 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:32.279640 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:37:32.290569 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] Sync routers for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:37:32.302465 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:32.303407 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:32.314968 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8c8d9-8c3b-402b-8c1c-e54d429a7a99 None None] New status for floating IP 7d4c676d-9c59-44f9-8b4a-f29bf637fa12: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:37:32.315499 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] For port 6d627e47-84c9-4a2a-b2e2-01dab310d137, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=6d627e47-84c9-4a2a-b2e2-01dab310d137,segment=NetworkSegment(3a33355d-40f7-46f6-ac42-7bdf7f88e54a),segment_id=3a33355d-40f7-46f6-ac42-7bdf7f88e54a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:32.315864 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:32.329731 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Calling delete_port for 6d627e47-84c9-4a2a-b2e2-01dab310d137 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:32.391363 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:32.441689 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b3609ba8-18b6-4294-b486-86c500915532 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3776605 Mar 08 08:37:32.442715 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34336) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:32.444400 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:32.448254 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-fae38971-42a6-4c62-b14c-acda98f79fbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749697213', 'description': 'tempest-secgroup-smoke-1749697213 description', 'project_id': '4c2d390a1e84439b8a76481e293bfd98'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:32.582673 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22389d33-500d-46cb-8659-302e03a754af req-097ab27f-9e65-43cf-bd8f-39e24cbf1b68 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564740 Mar 08 08:37:32.582903 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fae38971-42a6-4c62-b14c-acda98f79fbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:32.662790 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389d33-500d-46cb-8659-302e03a754af req-ac9b7729-691c-4146-a529-68674ed1d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:32.665823 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22389d33-500d-46cb-8659-302e03a754af req-ac9b7729-691c-4146-a529-68674ed1d1a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 1131 time: 0.0560694 Mar 08 08:37:32.685155 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (6d627e47-84c9-4a2a-b2e2-01dab310d137), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:32.727859 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fae38971-42a6-4c62-b14c-acda98f79fbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group (95b82db9-aee2-46d8-8d0a-b0401113ef8c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:32.756774 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6d627e47-84c9-4a2a-b2e2-01dab310d137,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:32.806073 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34344) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:32.815551 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fae38971-42a6-4c62-b14c-acda98f79fbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (95b82db9-aee2-46d8-8d0a-b0401113ef8c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:32.847389 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'd126b47a-af2d-4381-985d-da390aa010da', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'port_id': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'mac_address': 'fa:16:3e:11:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:30Z', 'updated_at': '2022-03-08T08:37:30Z', 'revision_number': 0, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:55Z', 'revision_number': 5, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:32.850752 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae38971-42a6-4c62-b14c-acda98f79fbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b82db9-aee2-46d8-8d0a-b0401113ef8c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:32.885618 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] Checking router: 9e89225e-936e-4fac-b0cf-b19bcf4e6831 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:37:32.900182 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:32.900812 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:32.914656 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fae38971-42a6-4c62-b14c-acda98f79fbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:32.916655 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-fae38971-42a6-4c62-b14c-acda98f79fbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4720788 Mar 08 08:37:32.918994 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34348) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:32.924198 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-7ce97239-b696-401b-8db2-82b6bfcf6c3b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'security_group_rule': {'security_group_id': '95b82db9-aee2-46d8-8d0a-b0401113ef8c', 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:32.958082 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389d33-500d-46cb-8659-302e03a754af req-7d605c4e-acd2-402f-ab79-fdbfb64b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:32.958082 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22389d33-500d-46cb-8659-302e03a754af req-7d605c4e-acd2-402f-ab79-fdbfb64b03cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 917 time: 0.2561548 Mar 08 08:37:32.984182 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7862b71a-9d1b-4b6d-84f3-9bd023e96806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.035018 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de359a3-411a-4c07-aa67-e41661c42013 req-2b6df1aa-a425-47a3-8598-92e1bcf76113 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:33.036508 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8de359a3-411a-4c07-aa67-e41661c42013 req-2b6df1aa-a425-47a3-8598-92e1bcf76113 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 944 time: 0.1847053 Mar 08 08:37:33.048944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7ce97239-b696-401b-8db2-82b6bfcf6c3b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (665a2487-33dd-4f1d-838b-fa04726289cd), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.060965 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:33.099728 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7862b71a-9d1b-4b6d-84f3-9bd023e96806 admin admin] Publish callbacks [] for security_group (ef7dc2ee-5f82-422f-be62-c68a4835d3fb), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.104134 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22389d33-500d-46cb-8659-302e03a754af req-013f2f24-513c-41c1-a317-3fa2d8a24e97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b HTTP/1.1" status: 200 len: 1000 time: 0.1375291 Mar 08 08:37:33.118244 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:33.121926 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2b5eb2-59dd-4d9d-af63-004182fbca99" -d '{"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:33.130492 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (ce9e7764-7250-4727-8ca9-92a89ffa8f41), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.132839 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7ce97239-b696-401b-8db2-82b6bfcf6c3b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (665a2487-33dd-4f1d-838b-fa04726289cd), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.166854 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7862b71a-9d1b-4b6d-84f3-9bd023e96806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ef7dc2ee-5f82-422f-be62-c68a4835d3fb), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.182766 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8de359a3-411a-4c07-aa67-e41661c42013 req-783ca8af-616e-4b6e-87c7-4232248dcc18 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119232 Mar 08 08:37:33.230593 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389d33-500d-46cb-8659-302e03a754af req-cae57273-377b-4a66-a7ce-b46b7a98b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:33.236466 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22389d33-500d-46cb-8659-302e03a754af req-cae57273-377b-4a66-a7ce-b46b7a98b96e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.1187463 Mar 08 08:37:33.239758 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862b71a-9d1b-4b6d-84f3-9bd023e96806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7dc2ee-5f82-422f-be62-c68a4835d3fb,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:33.268754 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7ce97239-b696-401b-8db2-82b6bfcf6c3b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (665a2487-33dd-4f1d-838b-fa04726289cd), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.292458 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805c7e0b-a975-4b63-9792-6239993e9c6e x-openstack-request-id: req-805c7e0b-a975-4b63-9792-6239993e9c6e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:33.292795 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:33.293064 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-805c7e0b-a975-4b63-9792-6239993e9c6e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:33.293447 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'status': 'completed', 'code': 200} Mar 08 08:37:33.326464 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device dfa08b38-e85e-42be-97ab-7cc6e14e3922 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:37:33.337672 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389d33-500d-46cb-8659-302e03a754af req-fe6d716e-08f8-4d32-9eb0-db434560bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:33.339202 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22389d33-500d-46cb-8659-302e03a754af req-fe6d716e-08f8-4d32-9eb0-db434560bec7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945458 Mar 08 08:37:33.350728 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: dfa08b38-e85e-42be-97ab-7cc6e14e3922 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:37:33.351715 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device dfa08b38-e85e-42be-97ab-7cc6e14e3922 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:37:33.352338 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:37:33.353345 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce97239-b696-401b-8db2-82b6bfcf6c3b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665a2487-33dd-4f1d-838b-fa04726289cd,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:33.359605 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-7862b71a-9d1b-4b6d-84f3-9bd023e96806 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36958bca757d47879cf86f91e68bc06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522094 Mar 08 08:37:33.363617 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34356) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:33.388424 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34358) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:33.392584 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:37:33.392584 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 8185fa74-4b2b-4418-9572-d2ae3e36e0c3 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:37:33.409993 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-33ef6918-d5c8-4b3e-913e-e5b4aa50c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:33.419891 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-33ef6918-d5c8-4b3e-913e-e5b4aa50c57f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2d390a1e84439b8a76481e293bfd98&device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1130 time: 0.1449919 Mar 08 08:37:33.427185 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'd126b47a-af2d-4381-985d-da390aa010da', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'port_id': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'mac_address': 'fa:16:3e:11:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:30Z', 'updated_at': '2022-03-08T08:37:30Z', 'revision_number': 0, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:55Z', 'revision_number': 5, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:33.430947 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7ce97239-b696-401b-8db2-82b6bfcf6c3b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.432144 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-7ce97239-b696-401b-8db2-82b6bfcf6c3b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5122125 Mar 08 08:37:33.448236 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34360) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:33.453982 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d393405d-a12c-439e-b3c2-3205453a611b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'security_group_rule': {'security_group_id': '95b82db9-aee2-46d8-8d0a-b0401113ef8c', 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:33.465366 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d977a-42d6-4dfe-8184-03765d6657df None None] The sync data for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi is: [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'd126b47a-af2d-4381-985d-da390aa010da', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'port_id': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'mac_address': 'fa:16:3e:11:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:30Z', 'updated_at': '2022-03-08T08:37:30Z', 'revision_number': 0, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:55Z', 'revision_number': 5, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:37:33.524987 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22389d33-500d-46cb-8659-302e03a754af req-74f54c0c-aae6-4dcd-bb3e-ec25e2310e64 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408777 Mar 08 08:37:33.531865 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Router ce9e7764-7250-4727-8ca9-92a89ffa8f41 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:37:33.561684 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba3da-d52f-4810-93e0-3660c25dae19 admin admin] Publish callbacks [] for security_group (ef7dc2ee-5f82-422f-be62-c68a4835d3fb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.611395 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4d88fc3-afcf-414c-b677-ffc028a64d27 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (5bf678ab-4df2-4a12-9593-78125baa32e5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.613938 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba3da-d52f-4810-93e0-3660c25dae19 admin admin] Publish callbacks [] for security_group (ef7dc2ee-5f82-422f-be62-c68a4835d3fb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.632808 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-65f7b25d-8de6-45c6-9471-d3a5b7c293fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:33.634307 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-65f7b25d-8de6-45c6-9471-d3a5b7c293fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888 HTTP/1.1" status: 200 len: 915 time: 0.2011847 Mar 08 08:37:33.668278 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4d88fc3-afcf-414c-b677-ffc028a64d27 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (5bf678ab-4df2-4a12-9593-78125baa32e5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.710987 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:37:33.719682 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3b16fb61-2c0a-484f-b2e2-b829f206a7ab admin admin] 10.222.0.21 "PUT /v2.0/routers/ce9e7764-7250-4727-8ca9-92a89ffa8f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1897879 Mar 08 08:37:33.720604 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34362) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:33.728575 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22389d33-500d-46cb-8659-302e03a754af req-dc38ac80-61f0-43b5-85d1-6e1f5ada1471 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509836 Mar 08 08:37:33.736573 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] Sync routers for ids ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:37:33.754797 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] Routers {'ce9e7764-7250-4727-8ca9-92a89ffa8f41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:33.755660 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:33.856033 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59bbf1c-eefc-4712-83ab-1e9f2ced0c7c None None] New status for floating IP d126b47a-af2d-4381-985d-da390aa010da: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:37:33.875814 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks [] for router (ce9e7764-7250-4727-8ca9-92a89ffa8f41), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:33.953889 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] Set router ce9e7764-7250-4727-8ca9-92a89ffa8f41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:34.036103 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks [] for router_gateway (ce9e7764-7250-4727-8ca9-92a89ffa8f41), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.075312 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d393405d-a12c-439e-b3c2-3205453a611b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (0477575c-a82a-44ba-b73b-d07bf0ad0527), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.168942 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-45d6a495-9ec3-49d0-af6d-99906120921d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 999 time: 0.5180578 Mar 08 08:37:34.201442 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Deleting port 4bcf47e4-7f49-490c-9a7d-164f910e2f08 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:34.202004 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.237425 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d393405d-a12c-439e-b3c2-3205453a611b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (0477575c-a82a-44ba-b73b-d07bf0ad0527), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.246412 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:37:32Z', 'revision_number': 5, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port': {'id': '4bcf47e4-7f49-490c-9a7d-164f910e2f08', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:34.247502 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba3da-d52f-4810-93e0-3660c25dae19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ef7dc2ee-5f82-422f-be62-c68a4835d3fb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.250847 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba3da-d52f-4810-93e0-3660c25dae19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.254943 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9e6ba3da-d52f-4810-93e0-3660c25dae19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef7dc2ee-5f82-422f-be62-c68a4835d3fb HTTP/1.1" status: 204 len: 168 time: 0.8905392 Mar 08 08:37:34.266642 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-5699f60a-ae71-4e34-bed2-f6da6c43a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:34.269515 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-5699f60a-ae71-4e34-bed2-f6da6c43a1ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e6f89be-f6db-46ef-8059-92e0fe833bad HTTP/1.1" status: 200 len: 853 time: 0.0925734 Mar 08 08:37:34.275783 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ba3da-d52f-4810-93e0-3660c25dae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7dc2ee-5f82-422f-be62-c68a4835d3fb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:34.302618 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] Checking router: ce9e7764-7250-4727-8ca9-92a89ffa8f41 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:37:34.340330 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] Routers {'ce9e7764-7250-4727-8ca9-92a89ffa8f41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:34.342318 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:34.344241 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d393405d-a12c-439e-b3c2-3205453a611b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (0477575c-a82a-44ba-b73b-d07bf0ad0527), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.351673 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4d88fc3-afcf-414c-b677-ffc028a64d27 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (5bf678ab-4df2-4a12-9593-78125baa32e5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.354830 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4d88fc3-afcf-414c-b677-ffc028a64d27 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.356025 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d4d88fc3-afcf-414c-b677-ffc028a64d27 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "DELETE /v2.0/security-groups/5bf678ab-4df2-4a12-9593-78125baa32e5 HTTP/1.1" status: 204 len: 168 time: 0.9666765 Mar 08 08:37:34.362258 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34368) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:34.386802 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d88fc3-afcf-414c-b677-ffc028a64d27 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf678ab-4df2-4a12-9593-78125baa32e5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:34.393762 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393405d-a12c-439e-b3c2-3205453a611b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0477575c-a82a-44ba-b73b-d07bf0ad0527,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:34.410843 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-f33bd5aa-86ac-4d5e-9fe9-7395a48fff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:34.412243 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-f33bd5aa-86ac-4d5e-9fe9-7395a48fff26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1341226 Mar 08 08:37:34.437790 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-ab70480d-5b1e-451f-9d45-4f0e636a8c1e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] show failed (client error): The resource could not be found. Mar 08 08:37:34.442212 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ab70480d-5b1e-451f-9d45-4f0e636a8c1e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups/5bf678ab-4df2-4a12-9593-78125baa32e5 HTTP/1.1" status: 404 len: 347 time: 0.0790241 Mar 08 08:37:34.449434 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34370) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:34.528804 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] For port 4bcf47e4-7f49-490c-9a7d-164f910e2f08, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=4bcf47e4-7f49-490c-9a7d-164f910e2f08,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:34.529172 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.561188 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-6198ba55-45b1-4bab-ac14-4b9463e17fac service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379657 Mar 08 08:37:34.564621 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d393405d-a12c-439e-b3c2-3205453a611b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.568980 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d393405d-a12c-439e-b3c2-3205453a611b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1169837 Mar 08 08:37:34.569919 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34372) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:34.576454 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-6f103b88-af1d-4229-b580-d72184de2b8e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'security_group_rule': {'security_group_id': '95b82db9-aee2-46d8-8d0a-b0401113ef8c', 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:34.580865 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Calling delete_port for 4bcf47e4-7f49-490c-9a7d-164f910e2f08 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:34.589398 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5bee0-e96d-4298-ba7c-c4cf8aeb1c2e req-7ea8ca1c-fc75-4e40-8369-60f02d56a57f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:34.590928 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fde5bee0-e96d-4298-ba7c-c4cf8aeb1c2e req-7ea8ca1c-fc75-4e40-8369-60f02d56a57f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 944 time: 0.2315605 Mar 08 08:37:34.711434 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] Set router ce9e7764-7250-4727-8ca9-92a89ffa8f41 gateway port host: None {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:34.748747 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Deleting port e8bfad0c-6e99-4f7a-80a6-ada2c82060a7 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:34.749108 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.754881 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fde5bee0-e96d-4298-ba7c-c4cf8aeb1c2e req-319e45a5-996e-47a0-9090-d3646e66cbae tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558657 Mar 08 08:37:34.784047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f103b88-af1d-4229-b580-d72184de2b8e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (3b357b37-b808-49a2-af13-3b64458c0d36), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.825892 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:37:34Z', 'revision_number': 6, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port_host': None}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:34.859541 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b2b5eb2-59dd-4d9d-af63-004182fbca99 req-d245394c-5b80-4917-ab8c-2b549340651a service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563818 Mar 08 08:37:34.860292 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cfab1-4555-48a2-a181-b23130f38f86 None None] The sync data for ids ['ce9e7764-7250-4727-8ca9-92a89ffa8f41'] in dv-cinder-832499-1-iscsi is: [{'id': 'ce9e7764-7250-4727-8ca9-92a89ffa8f41', 'name': 'tempest-ServerRescueNegativeTestJSON-2036586276-router', 'tenant_id': '98678c5d673e4b589f10bbf58c040146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:37:34Z', 'revision_number': 6, 'project_id': '98678c5d673e4b589f10bbf58c040146', 'gw_port_host': None}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:37:34.920061 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f103b88-af1d-4229-b580-d72184de2b8e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (3b357b37-b808-49a2-af13-3b64458c0d36), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.933208 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.935945 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:34.950555 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Calling delete_port for e8bfad0c-6e99-4f7a-80a6-ada2c82060a7 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:34.982794 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f103b88-af1d-4229-b580-d72184de2b8e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (3b357b37-b808-49a2-af13-3b64458c0d36), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.001779 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f103b88-af1d-4229-b580-d72184de2b8e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b357b37-b808-49a2-af13-3b64458c0d36,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:35.049478 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.081644 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f103b88-af1d-4229-b580-d72184de2b8e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.086596 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6f103b88-af1d-4229-b580-d72184de2b8e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5151806 Mar 08 08:37:35.087263 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34374) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:35.091838 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-dc5060c4-1f90-4082-9977-b604cc70c6f1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'security_group_rule': {'security_group_id': '95b82db9-aee2-46d8-8d0a-b0401113ef8c', 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:35.182535 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc5060c4-1f90-4082-9977-b604cc70c6f1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (d4a346f9-eb94-499d-8bfb-16895d39d872), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.258086 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc5060c4-1f90-4082-9977-b604cc70c6f1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (d4a346f9-eb94-499d-8bfb-16895d39d872), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.295327 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:37:35.331597 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc5060c4-1f90-4082-9977-b604cc70c6f1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (d4a346f9-eb94-499d-8bfb-16895d39d872), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.333697 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (4bcf47e4-7f49-490c-9a7d-164f910e2f08), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.376989 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5060c4-1f90-4082-9977-b604cc70c6f1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a346f9-eb94-499d-8bfb-16895d39d872,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:35.382928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcf47e4-7f49-490c-9a7d-164f910e2f08,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:35.434614 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:35.449531 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b', 'network_id': 'a8ea8449-8bc8-47ad-951f-223a61c86908', 'port_id': '3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b', 'mac_address': 'fa:16:3e:8b:12:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21235acd-c7ab-4fec-bfe0-a863933346b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:37:35.468729 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (ce9e7764-7250-4727-8ca9-92a89ffa8f41), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.471842 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc5060c4-1f90-4082-9977-b604cc70c6f1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.473473 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-dc5060c4-1f90-4082-9977-b604cc70c6f1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3852313 Mar 08 08:37:35.476809 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34376) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:35.482772 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-03c60d2e-ca27-471c-b8fa-e47c8c6d12da tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'security_group_rule': {'security_group_id': '95b82db9-aee2-46d8-8d0a-b0401113ef8c', 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:35.507457 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:35.510892 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.523152 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:37:35.545005 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:35.552950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (e8bfad0c-6e99-4f7a-80a6-ada2c82060a7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.583429 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-03c60d2e-ca27-471c-b8fa-e47c8c6d12da tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Project 4c2d390a1e84439b8a76481e293bfd98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:37:35.590827 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03c60d2e-ca27-471c-b8fa-e47c8c6d12da tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (be9ba5bb-c784-41c1-8d03-47ab57803560), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.613067 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.614522 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'Port': ['ID=e8bfad0c-6e99-4f7a-80a6-ada2c82060a7,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:35.617719 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (ce9e7764-7250-4727-8ca9-92a89ffa8f41), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.621350 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks [] for router_controller (ce9e7764-7250-4727-8ca9-92a89ffa8f41), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.672728 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03c60d2e-ca27-471c-b8fa-e47c8c6d12da tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (be9ba5bb-c784-41c1-8d03-47ab57803560), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.684496 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:35.692076 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.692459 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.692847 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.693170 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.693628 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.694027 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.694559 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.695443 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.695780 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.696133 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.696469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.696799 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.697162 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:35.746364 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (7d4c676d-9c59-44f9-8b4a-f29bf637fa12), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.747129 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03c60d2e-ca27-471c-b8fa-e47c8c6d12da tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (be9ba5bb-c784-41c1-8d03-47ab57803560), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.749281 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.750473 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3b880734-404f-4151-9daa-49fde8fcf3d9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "DELETE /v2.0/floatingips/7d4c676d-9c59-44f9-8b4a-f29bf637fa12 HTTP/1.1" status: 204 len: 168 time: 1.3002384 Mar 08 08:37:35.771741 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c60d2e-ca27-471c-b8fa-e47c8c6d12da tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9ba5bb-c784-41c1-8d03-47ab57803560,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:35.798498 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (ce9e7764-7250-4727-8ca9-92a89ffa8f41), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.799367 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9e7764-7250-4727-8ca9-92a89ffa8f41 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:37:35.808352 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.809487 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b5a285e0-2cc6-463a-aaa0-b33a69bc3081 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ce9e7764-7250-4727-8ca9-92a89ffa8f41 HTTP/1.1" status: 204 len: 168 time: 2.0879698 Mar 08 08:37:35.812031 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34382) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:35.856205 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03c60d2e-ca27-471c-b8fa-e47c8c6d12da tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.860271 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-03c60d2e-ca27-471c-b8fa-e47c8c6d12da tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3802557 Mar 08 08:37:35.860983 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34386) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:35.866244 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-515f76e9-467d-4335-8e47-987f54549457 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'security_group_rule': {'security_group_id': '95b82db9-aee2-46d8-8d0a-b0401113ef8c', 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:35.884296 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd6d86e-9dd0-4207-b50d-d26c657012e7 admin admin] Deleting subnet 43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:37:35.887715 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d86e-9dd0-4207-b50d-d26c657012e7 admin admin] Publish callbacks [] for subnet (43fe5ed1-39e7-4cc2-a9b1-529b642b8b37), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.896587 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:37:35.961012 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d86e-9dd0-4207-b50d-d26c657012e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (43fe5ed1-39e7-4cc2-a9b1-529b642b8b37), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:35.970445 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f631e4-5be5-429a-8759-4ab8f82bec3f req-4587ba63-7416-4439-a742-23f73529ead9 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:35.973062 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62f631e4-5be5-429a-8759-4ab8f82bec3f req-4587ba63-7416-4439-a742-23f73529ead9 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 945 time: 0.0834503 Mar 08 08:37:36.012569 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-515f76e9-467d-4335-8e47-987f54549457 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Project 4c2d390a1e84439b8a76481e293bfd98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:37:36.038945 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-515f76e9-467d-4335-8e47-987f54549457 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (edf191bc-3b5a-4a53-9e19-303a4fb88195), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.047226 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d86e-9dd0-4207-b50d-d26c657012e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (43fe5ed1-39e7-4cc2-a9b1-529b642b8b37), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.124597 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62f631e4-5be5-429a-8759-4ab8f82bec3f req-7426bc37-d783-434c-8606-31836066996f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440744 Mar 08 08:37:36.158157 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 6d627e47-84c9-4a2a-b2e2-01dab310d137 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:37:36.183237 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 6d627e47-84c9-4a2a-b2e2-01dab310d137 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:37:36.183587 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 6d627e47-84c9-4a2a-b2e2-01dab310d137 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:37:36.184003 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 4bcf47e4-7f49-490c-9a7d-164f910e2f08 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:37:36.191848 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-515f76e9-467d-4335-8e47-987f54549457 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (edf191bc-3b5a-4a53-9e19-303a4fb88195), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.206946 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 4bcf47e4-7f49-490c-9a7d-164f910e2f08 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:37:36.207236 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 4bcf47e4-7f49-490c-9a7d-164f910e2f08 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:37:36.297674 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d86e-9dd0-4207-b50d-d26c657012e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (43fe5ed1-39e7-4cc2-a9b1-529b642b8b37), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.308378 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-515f76e9-467d-4335-8e47-987f54549457 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (edf191bc-3b5a-4a53-9e19-303a4fb88195), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.323217 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6d86e-9dd0-4207-b50d-d26c657012e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fe5ed1-39e7-4cc2-a9b1-529b642b8b37,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:36.331102 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d86e-9dd0-4207-b50d-d26c657012e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.331545 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f76e9-467d-4335-8e47-987f54549457 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf191bc-3b5a-4a53-9e19-303a4fb88195,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:36.343128 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6fd6d86e-9dd0-4207-b50d-d26c657012e7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/43fe5ed1-39e7-4cc2-a9b1-529b642b8b37 HTTP/1.1" status: 204 len: 168 time: 0.5299129 Mar 08 08:37:36.343345 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34394) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:36.410673 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (42e8fc26-5cc5-4b90-bb42-5b92112cc703), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.419662 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-515f76e9-467d-4335-8e47-987f54549457 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.420841 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-515f76e9-467d-4335-8e47-987f54549457 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5587497 Mar 08 08:37:36.515904 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (42e8fc26-5cc5-4b90-bb42-5b92112cc703), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.548087 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e8fc26-5cc5-4b90-bb42-5b92112cc703']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:36.565814 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a33355d-40f7-46f6-ac42-7bdf7f88e54a') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:36.566148 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a33355d-40f7-46f6-ac42-7bdf7f88e54a') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:36.571318 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-4a770827-c598-4a9d-80bc-8808c473a8d8 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749697213&fields=id&tenant_id=4c2d390a1e84439b8a76481e293bfd98 HTTP/1.1" status: 200 len: 267 time: 0.0974653 Mar 08 08:37:36.588929 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4934647'] for segment (3a33355d-40f7-46f6-ac42-7bdf7f88e54a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.620353 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (3a33355d-40f7-46f6-ac42-7bdf7f88e54a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.628962 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:37:36.629364 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534090'] for segment (3a33355d-40f7-46f6-ac42-7bdf7f88e54a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: Traceback (most recent call last): Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: timer() Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: cb(*args, **kw) Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: self._notify() Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: self.callback(batched_events) Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: event.method(event) Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: return f(self, *a, **k) Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._get(url).json() Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:37:36.633528 dv-cinder-832499-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:37:36.695779 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-ae89315d-9f02-4c9f-8eef-e5460c233cbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:36.697390 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-ae89315d-9f02-4c9f-8eef-e5460c233cbb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.1201823 Mar 08 08:37:36.708967 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'port': {'security_groups': ['78d2713d-7cbe-4289-b716-c2b8e00072e0', '95b82db9-aee2-46d8-8d0a-b0401113ef8c']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:36.771773 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (42e8fc26-5cc5-4b90-bb42-5b92112cc703), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.779366 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.782437 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] 10.222.0.21 "DELETE /v2.0/networks/42e8fc26-5cc5-4b90-bb42-5b92112cc703 HTTP/1.1" status: 204 len: 168 time: 0.4381413 Mar 08 08:37:36.800117 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:36.803272 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4624e-cfec-47ca-94ba-a67a3f281e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e8fc26-5cc5-4b90-bb42-5b92112cc703,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:36.988073 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] For port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:37.017533 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.114336 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.130228 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['1c9e7529-82a7-46d2-b4d3-f33aa60d235a'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:37:37.160840 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:37.161601 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.163061 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-be1d212e-2f71-48c9-a69a-cd1a343e7d1a req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "PUT /v2.0/ports/1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 982 time: 0.4587874 Mar 08 08:37:37.163556 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:37.166064 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619ad72d-c9be-4479-8c15-078b936ef7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:37.192118 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669cb0-49d9-4fea-a083-a386d1014d5f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'Port': ['ID=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,revision_number=6']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:37.231756 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34406) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:37.288454 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['1c9e7529-82a7-46d2-b4d3-f33aa60d235a'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:37:37.292128 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34408) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:37.292734 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b02232a3-3e49-4ddf-806e-ff275563c3ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98678c5d673e4b589f10bbf58c040146&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0588398 Mar 08 08:37:37.327045 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:37:37.346438 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3b981-a38b-4412-bc1f-5428bef8fc22 req-7d7824b0-f661-4136-b7c7-9ee701da0c34 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:37.348679 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a0c3b981-a38b-4412-bc1f-5428bef8fc22 req-7d7824b0-f661-4136-b7c7-9ee701da0c34 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 945 time: 0.1350975 Mar 08 08:37:37.396426 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827fb10-5c6a-41b2-96cc-f2e2cebbaae2 req-a9a4db1f-d342-4b87-a19e-865b88f67057 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:37.397921 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7827fb10-5c6a-41b2-96cc-f2e2cebbaae2 req-a9a4db1f-d342-4b87-a19e-865b88f67057 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.1370316 Mar 08 08:37:37.432945 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3eb2bd8f-332e-452a-b41f-233e945a9a0d admin admin] Publish callbacks [] for security_group (05173c4b-00bf-4094-ab6c-9c49d01117e1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.445710 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a0c3b981-a38b-4412-bc1f-5428bef8fc22 req-3b87e6e6-2486-4468-a02d-46bee86bb94f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961902 Mar 08 08:37:37.473843 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3eb2bd8f-332e-452a-b41f-233e945a9a0d admin admin] Publish callbacks [] for security_group (05173c4b-00bf-4094-ab6c-9c49d01117e1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.484246 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-e4b2a88a-72d0-4a9c-9436-89b2f6aa2328 None None] Provisioning complete for port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:37.484633 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e4b2a88a-72d0-4a9c-9436-89b2f6aa2328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.500553 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfc1913-9a1a-4c01-84a3-aef574660f29 x-openstack-request-id: req-bcfc1913-9a1a-4c01-84a3-aef574660f29 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:37.500738 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:37.501064 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcfc1913-9a1a-4c01-84a3-aef574660f29 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:37.501353 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'status': 'completed', 'code': 200} Mar 08 08:37:37.530302 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7827fb10-5c6a-41b2-96cc-f2e2cebbaae2 req-c36ef752-8ff2-44fb-b9b2-a43ffc2f782e tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215258 Mar 08 08:37:37.552634 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:37:37.587910 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:37.588295 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.600140 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-e0bc8786-4317-4095-a102-5645b29e31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:37.602219 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-e0bc8786-4317-4095-a102-5645b29e31c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2d390a1e84439b8a76481e293bfd98&device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1169 time: 0.0686808 Mar 08 08:37:37.618100 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3eb2bd8f-332e-452a-b41f-233e945a9a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (05173c4b-00bf-4094-ab6c-9c49d01117e1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.621214 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3eb2bd8f-332e-452a-b41f-233e945a9a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.625479 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3eb2bd8f-332e-452a-b41f-233e945a9a0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05173c4b-00bf-4094-ab6c-9c49d01117e1 HTTP/1.1" status: 204 len: 168 time: 0.3292348 Mar 08 08:37:37.638204 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2bd8f-332e-452a-b41f-233e945a9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05173c4b-00bf-4094-ab6c-9c49d01117e1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:37.708782 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-f32c0dbf-599b-4862-816c-ec2f8c4a5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:37.710328 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-f32c0dbf-599b-4862-816c-ec2f8c4a5ab6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888 HTTP/1.1" status: 200 len: 915 time: 0.1017857 Mar 08 08:37:37.781734 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-dbe21818-a702-4604-b790-0d447a9e5b40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 1001 time: 0.0635304 Mar 08 08:37:37.804667 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2a88a-72d0-4a9c-9436-89b2f6aa2328 None None] Current status of the port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:37.836930 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-b3e19369-8dbf-4fb7-a354-f061dff3e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:37.838521 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-b3e19369-8dbf-4fb7-a354-f061dff3e677 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e6f89be-f6db-46ef-8059-92e0fe833bad HTTP/1.1" status: 200 len: 853 time: 0.0489011 Mar 08 08:37:37.848533 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:37.848929 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:37.889104 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-cc171cdd-1c15-4924-8871-88ded84ad3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:37.890688 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-cc171cdd-1c15-4924-8871-88ded84ad3ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440514 Mar 08 08:37:37.909240 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bb1695-c23d-4ab5-8073-3fb3545951b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:37.911504 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304fa91c-c394-4670-a07a-8545d3ca84dc" -d '{"events": [{"server_uuid": "b9bb1695-c23d-4ab5-8073-3fb3545951b3", "name": "network-vif-plugged", "status": "completed", "tag": "3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:37.942031 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:37.963982 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f35bb1b-dc49-49e9-a1b4-3e6f99921c69 x-openstack-request-id: req-3f35bb1b-dc49-49e9-a1b4-3e6f99921c69 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:37.964311 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bb1695-c23d-4ab5-8073-3fb3545951b3", "name": "network-vif-plugged", "status": "completed", "tag": "3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:37.964578 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f35bb1b-dc49-49e9-a1b4-3e6f99921c69 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:37.965507 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bb1695-c23d-4ab5-8073-3fb3545951b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b', 'code': 200} Mar 08 08:37:38.006399 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-cb77622b-8fc6-41ab-8cdc-5045946a9a62 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072757 Mar 08 08:37:38.037506 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:38.119836 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:38.123858 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-619ad72d-c9be-4479-8c15-078b936ef7fc req-fb5a686e-d4ee-4e97-a143-08edea1474f5 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084704 Mar 08 08:37:38.299375 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbadf78-11c1-4b78-bee8-d91d2ae46bab req-b39dcce3-315c-47b3-af90-edc2c5235bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:38.300804 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1fbadf78-11c1-4b78-bee8-d91d2ae46bab req-b39dcce3-315c-47b3-af90-edc2c5235bc2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 1130 time: 0.0448430 Mar 08 08:37:38.352663 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1fbadf78-11c1-4b78-bee8-d91d2ae46bab req-e882c967-b387-483b-8bf7-4dea2f65b5be service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378158 Mar 08 08:37:38.571710 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b0e01-1b6d-402e-8130-ca59a5a443da req-8b0d2ced-b25c-4ec8-9ac3-d91b59274864 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:38.573224 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c02b0e01-1b6d-402e-8130-ca59a5a443da req-8b0d2ced-b25c-4ec8-9ac3-d91b59274864 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 946 time: 0.0542188 Mar 08 08:37:38.628184 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c02b0e01-1b6d-402e-8130-ca59a5a443da req-0d8bdc61-7c58-4b9c-87b4-d4802eee3863 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 Mar 08 08:37:38.704520 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34442) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:38.801484 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-943443872-network', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:38.912128 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Made reservation on behalf of 1f4e94227dd543a89330c0bf37db6d45 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:37:38.914950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:38.923440 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:38.996128 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Publish callbacks [] for security_group (a9b46cdb-8b2d-43b9-a1fd-cc87b5bc92dc), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.060781 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a9b46cdb-8b2d-43b9-a1fd-cc87b5bc92dc), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.085514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:37:39.094137 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b46cdb-8b2d-43b9-a1fd-cc87b5bc92dc,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:39.102061 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (c20e98ba-e2cf-4b94-8c22-8337ac61d041), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.102061 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Added segment c20e98ba-e2cf-4b94-8c22-8337ac61d041 of type vlan for network 2551132f-f59c-4840-bb20-6623576cd2b8 Mar 08 08:37:39.140604 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (2551132f-f59c-4840-bb20-6623576cd2b8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.227187 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (2551132f-f59c-4840-bb20-6623576cd2b8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.228141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:39.228719 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.289036 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] Pushing event updated for resources: {'Network': ['ID=2551132f-f59c-4840-bb20-6623576cd2b8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:39.298517 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 2551132f-f59c-4840-bb20-6623576cd2b8 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:37:39.338637 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8366def6-023b-48e0-80b5-342bb513a899 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6330142 Mar 08 08:37:39.341516 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34448) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:39.346211 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Request body: {'subnet': {'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-943443872-subnet', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:39.433858 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Made reservation on behalf of 1f4e94227dd543a89330c0bf37db6d45 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:37:39.436216 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5240810'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.659386 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7534503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5240820'] for subnet (13106dbb-0a2d-440b-8c74-6c976c82e74d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.743380 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13106dbb-0a2d-440b-8c74-6c976c82e74d,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:39.757315 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Checking segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:37:39.757661 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Network hostable DHCP agents. Network: 2551132f-f59c-4840-bb20-6623576cd2b8, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:37:39.781945 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8363e5-08a9-4fa8-b300-60115dda906a req-5b94871a-25a4-4ccd-bc60-34e765e4af98 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:39.783467 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9c8363e5-08a9-4fa8-b300-60115dda906a req-5b94871a-25a4-4ccd-bc60-34e765e4af98 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 946 time: 0.0853212 Mar 08 08:37:39.829993 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9c8363e5-08a9-4fa8-b300-60115dda906a req-f21d759e-7739-40e4-8448-d0604155251a tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Mar 08 08:37:39.851003 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Network 2551132f-f59c-4840-bb20-6623576cd2b8 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:37:39.936507 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 2551132f-f59c-4840-bb20-6623576cd2b8) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:39.940417 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:39.941014 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:39.946753 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0470f6c-00d2-44db-b51b-951f8829ef6a None None] Network 2551132f-f59c-4840-bb20-6623576cd2b8 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:37:40.044397 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-03d7e8fd-32d1-4d06-817a-a1062e3dfa24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7001123 Mar 08 08:37:40.045267 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34454) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:40.047795 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-2551132f-f59c-4840-bb20-6623576cd2b8', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:37:40.048655 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.049399 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:40.146910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (b9916669-529f-4bee-8a75-307042f3de04), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.147947 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (b9916669-529f-4bee-8a75-307042f3de04), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.181745 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Allocated IP 172.20.0.2 (2551132f-f59c-4840-bb20-6623576cd2b8/13106dbb-0a2d-440b-8c74-6c976c82e74d/ec820fd9-0fdd-4f15-9168-275dbc8b267d) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:40.202337 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks [] for router_controller (b9916669-529f-4bee-8a75-307042f3de04), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.320517 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Publish callbacks [] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.395272 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks [] for router_gateway (b9916669-529f-4bee-8a75-307042f3de04), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.410444 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.440862 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Network 2551132f-f59c-4840-bb20-6623576cd2b8 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:40.447029 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:40.449908 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:40.461832 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Pushing event updated for resources: {'Port': ['ID=ec820fd9-0fdd-4f15-9168-275dbc8b267d,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:40.510420 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Attempting to bind port ec820fd9-0fdd-4f15-9168-275dbc8b267d on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:37:40.510788 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Attempting to bind port ec820fd9-0fdd-4f15-9168-275dbc8b267d by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:37:40.511148 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Attempting to bind port ec820fd9-0fdd-4f15-9168-275dbc8b267d on network 2551132f-f59c-4840-bb20-6623576cd2b8 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:40.516187 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:37:40.516554 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Checking segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:37:40.516950 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.517334 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Bound using segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:37:40.517817 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Bound port: ec820fd9-0fdd-4f15-9168-275dbc8b267d, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:37:40.518226 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.588294 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] For port ec820fd9-0fdd-4f15-9168-275dbc8b267d, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:37:40.591457 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] For port ec820fd9-0fdd-4f15-9168-275dbc8b267d, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=ec820fd9-0fdd-4f15-9168-275dbc8b267d,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:37:40.671601 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks [] for router_gateway (b9916669-529f-4bee-8a75-307042f3de04), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.690455 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.696133 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.803799 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Allocated IP 172.27.2.216 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/e7923bfc-a6bf-4d62-a170-e7a4759b66ff) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:40.886636 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53001d-2962-4125-83a8-bf38ccab6b56 None None] Pushing event updated for resources: {'Port': ['ID=ec820fd9-0fdd-4f15-9168-275dbc8b267d,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:40.916621 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks [] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:40.990741 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756bd14-c5bd-4f68-aedf-ace4fb7b1087 req-6b48f619-fcad-43d1-ba3d-f8b41103993f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:40.992333 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3756bd14-c5bd-4f68-aedf-ace4fb7b1087 req-6b48f619-fcad-43d1-ba3d-f8b41103993f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 946 time: 0.0738659 Mar 08 08:37:41.045519 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3756bd14-c5bd-4f68-aedf-ace4fb7b1087 req-55e036d3-5d1a-4f98-9d70-3577cf6876c3 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475228 Mar 08 08:37:41.051475 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:41.111436 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:41.115460 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:41.118051 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:41.121115 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Pushing event updated for resources: {'Port': ['ID=e7923bfc-a6bf-4d62-a170-e7a4759b66ff,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:41.444937 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks [] for router_gateway (b9916669-529f-4bee-8a75-307042f3de04), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:41.651083 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (b9916669-529f-4bee-8a75-307042f3de04), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:41.849560 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8e0d4-a565-4ee4-9f38-fcb1ffdf1b2d None None] Network 2551132f-f59c-4840-bb20-6623576cd2b8 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:37:41.868298 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Router b9916669-529f-4bee-8a75-307042f3de04 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:37:41.968797 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2efa81a7-a07f-4a3c-81fe-e0fdb23c84c4 None None] Provisioning complete for port ec820fd9-0fdd-4f15-9168-275dbc8b267d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:41.969174 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2efa81a7-a07f-4a3c-81fe-e0fdb23c84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:42.080302 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2efa81a7-a07f-4a3c-81fe-e0fdb23c84c4 None None] Current status of the port ec820fd9-0fdd-4f15-9168-275dbc8b267d is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:42.082224 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2efa81a7-a07f-4a3c-81fe-e0fdb23c84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:42.144575 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2efa81a7-a07f-4a3c-81fe-e0fdb23c84c4 None None] For port ec820fd9-0fdd-4f15-9168-275dbc8b267d, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=ec820fd9-0fdd-4f15-9168-275dbc8b267d,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:42.175945 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device ec820fd9-0fdd-4f15-9168-275dbc8b267d up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:37:42.224193 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2efa81a7-a07f-4a3c-81fe-e0fdb23c84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:42.252844 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port ec820fd9-0fdd-4f15-9168-275dbc8b267d triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:42.253222 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:42.289930 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:37:42.300738 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Sync routers for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:37:42.310042 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa81a7-a07f-4a3c-81fe-e0fdb23c84c4 None None] Pushing event updated for resources: {'Port': ['ID=ec820fd9-0fdd-4f15-9168-275dbc8b267d,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:42.322611 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:42.323222 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:42.394677 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:42.398534 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-22195204-d383-40a7-af01-b054d47d5157 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3497937 Mar 08 08:37:42.398782 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34474) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:42.462544 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-e4b491af-f3e2-4461-85c9-89f6f2845f77 None None] Provisioning complete for port ec820fd9-0fdd-4f15-9168-275dbc8b267d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:42.462973 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e4b491af-f3e2-4461-85c9-89f6f2845f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:42.503212 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port ec820fd9-0fdd-4f15-9168-275dbc8b267d is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:42.528324 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:42.669592 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-e4b491af-f3e2-4461-85c9-89f6f2845f77 None None] Current status of the port ec820fd9-0fdd-4f15-9168-275dbc8b267d is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:42.752391 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:41Z', 'revision_number': 3, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:42.778425 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Checking router: b9916669-529f-4bee-8a75-307042f3de04 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:37:42.778781 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Updating router b9916669-529f-4bee-8a75-307042f3de04 port e7923bfc-a6bf-4d62-a170-e7a4759b66ff binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:37:42.807070 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:42.833262 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.004497 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Allocated IP 172.20.0.1 (2551132f-f59c-4840-bb20-6623576cd2b8/13106dbb-0a2d-440b-8c74-6c976c82e74d/35bdfae0-4404-4db7-9613-4e456a8fc65f) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:43.110505 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Publish callbacks [] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.112581 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Publish callbacks [] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.199748 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.232998 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.251428 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Attempting to bind port e7923bfc-a6bf-4d62-a170-e7a4759b66ff on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:37:43.251793 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Attempting to bind port e7923bfc-a6bf-4d62-a170-e7a4759b66ff by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:37:43.252157 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Attempting to bind port e7923bfc-a6bf-4d62-a170-e7a4759b66ff on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:43.256053 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaab9f-cf30-4b00-bcac-af16427be716 None None] Pushing event updated for resources: {'Port': ['ID=e7923bfc-a6bf-4d62-a170-e7a4759b66ff,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:43.261549 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:37:43.261918 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:37:43.262338 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.267522 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:37:43.267522 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Bound port: e7923bfc-a6bf-4d62-a170-e7a4759b66ff, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:37:43.267522 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.284566 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Network 2551132f-f59c-4840-bb20-6623576cd2b8 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:43.287410 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:43.291008 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:43.316538 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Pushing event updated for resources: {'Port': ['ID=35bdfae0-4404-4db7-9613-4e456a8fc65f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:43.325548 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] For port e7923bfc-a6bf-4d62-a170-e7a4759b66ff, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:37:43.332689 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] For port e7923bfc-a6bf-4d62-a170-e7a4759b66ff, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=e7923bfc-a6bf-4d62-a170-e7a4759b66ff,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:37:43.339120 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (b9916669-529f-4bee-8a75-307042f3de04), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.400165 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.465051 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:43.465685 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:43.470941 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaab9f-cf30-4b00-bcac-af16427be716 None None] Pushing event updated for resources: {'Port': ['ID=e7923bfc-a6bf-4d62-a170-e7a4759b66ff,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:43.483192 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46c62-3586-456d-aa93-b639ee7edf55 req-93178ae1-3f28-4ec7-b5df-1dc006a274bd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:43.484837 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ccf46c62-3586-456d-aa93-b639ee7edf55 req-93178ae1-3f28-4ec7-b5df-1dc006a274bd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 945 time: 0.1020977 Mar 08 08:37:43.539118 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ccf46c62-3586-456d-aa93-b639ee7edf55 req-57e155ab-3bf1-4df0-85ae-764248a74c96 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465627 Mar 08 08:37:43.572625 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.583046 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:43.665357 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-24131cfb-f672-4063-9612-cb5cca48221b None None] Provisioning complete for port 35bdfae0-4404-4db7-9613-4e456a8fc65f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:43.665723 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-24131cfb-f672-4063-9612-cb5cca48221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.732181 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Publish callbacks [] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.736268 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-24131cfb-f672-4063-9612-cb5cca48221b None None] Port 35bdfae0-4404-4db7-9613-4e456a8fc65f cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:37:43.794306 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.796643 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:41Z', 'revision_number': 3, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:43.861266 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (b9916669-529f-4bee-8a75-307042f3de04), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:43.863139 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Pushing event updated for resources: {'Port': ['ID=35bdfae0-4404-4db7-9613-4e456a8fc65f,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:43.950479 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270bf925-a182-4f66-92e7-cdc672a03a50 None None] The sync data for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:41Z', 'revision_number': 3, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:37:43.962470 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Network 2551132f-f59c-4840-bb20-6623576cd2b8 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:43.964283 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:44.117078 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Router b9916669-529f-4bee-8a75-307042f3de04 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:37:44.126820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device ec820fd9-0fdd-4f15-9168-275dbc8b267d up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:37:44.186154 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port ec820fd9-0fdd-4f15-9168-275dbc8b267d triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:44.188580 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:44.253232 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:37:44.258336 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9adc696b-84a9-4344-812f-2fdfb9292c19 admin admin] 10.222.0.21 "PUT /v2.0/routers/b9916669-529f-4bee-8a75-307042f3de04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585358 Mar 08 08:37:44.276131 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-348ec832-3302-45dc-bd57-714cf7640fe5 None None] Provisioning complete for port 35bdfae0-4404-4db7-9613-4e456a8fc65f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:44.276515 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-348ec832-3302-45dc-bd57-714cf7640fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:44.341805 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-348ec832-3302-45dc-bd57-714cf7640fe5 None None] Port 35bdfae0-4404-4db7-9613-4e456a8fc65f cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:37:44.352034 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port ec820fd9-0fdd-4f15-9168-275dbc8b267d is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:44.673552 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f99f8-16d3-4a60-aa0c-50321835c5de req-fb2c75d7-ca7d-418f-b4a7-8fad04f40ea0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:44.675145 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b9f99f8-16d3-4a60-aa0c-50321835c5de req-fb2c75d7-ca7d-418f-b4a7-8fad04f40ea0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 945 time: 0.0659368 Mar 08 08:37:44.730379 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b9f99f8-16d3-4a60-aa0c-50321835c5de req-4c57d010-4d74-47ae-900e-2402c5f6a224 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483823 Mar 08 08:37:44.734727 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-80445fc8-50d8-4fca-9695-cfbda0167fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:44.909436 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34498) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:44.914016 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-bd479a4d-aa6a-4029-831f-154de71df11b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688979924', 'description': 'tempest-description--1918410575'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:45.011043 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd479a4d-aa6a-4029-831f-154de71df11b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.074846 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd479a4d-aa6a-4029-831f-154de71df11b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (4d8be593-2688-4827-ae2e-eee657dddb1f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.154798 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd479a4d-aa6a-4029-831f-154de71df11b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (4d8be593-2688-4827-ae2e-eee657dddb1f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.178298 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd479a4d-aa6a-4029-831f-154de71df11b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8be593-2688-4827-ae2e-eee657dddb1f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:45.196692 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752635e3-67da-4c57-9f42-1ef06c768359 req-f66c2f4c-b0e1-4e09-a089-7837475ff3f0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:45.198188 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-752635e3-67da-4c57-9f42-1ef06c768359 req-f66c2f4c-b0e1-4e09-a089-7837475ff3f0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 945 time: 0.0583408 Mar 08 08:37:45.234247 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd479a4d-aa6a-4029-831f-154de71df11b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.235828 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bd479a4d-aa6a-4029-831f-154de71df11b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3253620 Mar 08 08:37:45.238668 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34502) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:45.243595 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-44ea7ddb-4826-4e22-9a41-8c4520a050f0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'security_group_rule': {'security_group_id': '4d8be593-2688-4827-ae2e-eee657dddb1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:45.297723 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Deleting port 7e85a515-c395-4d79-a95c-f7dd4b538ecb {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:45.298108 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.330302 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-44ea7ddb-4826-4e22-9a41-8c4520a050f0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (298b14eb-41ac-4638-b0b2-c29a4d3ef75b), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.394628 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-44ea7ddb-4826-4e22-9a41-8c4520a050f0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (298b14eb-41ac-4638-b0b2-c29a4d3ef75b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.399943 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] For port 7e85a515-c395-4d79-a95c-f7dd4b538ecb, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=7e85a515-c395-4d79-a95c-f7dd4b538ecb,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:45.400305 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.462861 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-44ea7ddb-4826-4e22-9a41-8c4520a050f0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (298b14eb-41ac-4638-b0b2-c29a4d3ef75b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.484136 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea7ddb-4826-4e22-9a41-8c4520a050f0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298b14eb-41ac-4638-b0b2-c29a4d3ef75b,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:45.551167 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-44ea7ddb-4826-4e22-9a41-8c4520a050f0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.552905 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-44ea7ddb-4826-4e22-9a41-8c4520a050f0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3129435 Mar 08 08:37:45.555928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34504) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:45.560458 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7a9d58a0-b97f-457e-82f9-542fb442342d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'security_group_rule': {'security_group_id': '4d8be593-2688-4827-ae2e-eee657dddb1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:45.574636 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.574996 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (9b497695-7b29-4ba1-88dd-57190923efc1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.575307 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Floating IP 9b497695-7b29-4ba1-88dd-57190923efc1 disassociated. External IP: 172.27.2.200, port: 7e85a515-c395-4d79-a95c-f7dd4b538ecb. Mar 08 08:37:45.575668 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Calling delete_port for 7e85a515-c395-4d79-a95c-f7dd4b538ecb owned by compute:nova {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:45.631345 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a9d58a0-b97f-457e-82f9-542fb442342d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (ce9d4958-adec-4965-bfa9-e88d4d0c4e44), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.701317 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a9d58a0-b97f-457e-82f9-542fb442342d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (ce9d4958-adec-4965-bfa9-e88d4d0c4e44), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.727595 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Sync routers for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:37:45.735846 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:45.736454 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:45.766147 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a9d58a0-b97f-457e-82f9-542fb442342d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (ce9d4958-adec-4965-bfa9-e88d4d0c4e44), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.782986 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d58a0-b97f-457e-82f9-542fb442342d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9d4958-adec-4965-bfa9-e88d4d0c4e44,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:45.792348 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (7e85a515-c395-4d79-a95c-f7dd4b538ecb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.836234 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'Port': ['ID=7e85a515-c395-4d79-a95c-f7dd4b538ecb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:45.873512 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-de6336a7-e393-4375-a2af-876071736058 req-10e4282e-6b40-443d-b339-ead355636e5c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 210 time: 0.0479460 Mar 08 08:37:45.884030 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:45.884241 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a9d58a0-b97f-457e-82f9-542fb442342d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:45.885659 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7a9d58a0-b97f-457e-82f9-542fb442342d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287759 Mar 08 08:37:45.888654 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34508) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:45.893766 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:45.983587 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:37:45.999937 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.105426 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:37:46.121767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.124751 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:37:46.144944 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:46.145185 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:46.150463 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] No DVR routers for this DVR port 7e85a515-c395-4d79-a95c-f7dd4b538ecb on host hv-cinder-83249 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:37:46.155153 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.161391 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-752635e3-67da-4c57-9f42-1ef06c768359 req-83964f06-15b9-43e4-a41d-983b569b4288 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "DELETE /v2.0/ports/7e85a515-c395-4d79-a95c-f7dd4b538ecb HTTP/1.1" status: 204 len: 173 time: 0.9578218 Mar 08 08:37:46.162211 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'name': 'network-vif-deleted', 'tag': '7e85a515-c395-4d79-a95c-f7dd4b538ecb'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:46.173237 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e560869b-698f-46ab-a224-90e5a5ae42b5" -d '{"events": [{"server_uuid": "d665eb07-cf10-478c-b45d-01acbe0e38ee", "name": "network-vif-deleted", "tag": "7e85a515-c395-4d79-a95c-f7dd4b538ecb"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:46.212817 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device e7923bfc-a6bf-4d62-a170-e7a4759b66ff up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:37:46.242740 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4728f4ce-97ba-40ba-b392-237d035354bc x-openstack-request-id: req-4728f4ce-97ba-40ba-b392-237d035354bc {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:46.243644 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d665eb07-cf10-478c-b45d-01acbe0e38ee", "name": "network-vif-deleted", "tag": "7e85a515-c395-4d79-a95c-f7dd4b538ecb", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:46.244118 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4728f4ce-97ba-40ba-b392-237d035354bc {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:46.244779 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd665eb07-cf10-478c-b45d-01acbe0e38ee', 'name': 'network-vif-deleted', 'tag': '7e85a515-c395-4d79-a95c-f7dd4b538ecb', 'status': 'completed', 'code': 200} Mar 08 08:37:46.249196 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 2, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:46.283936 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Checking router: b9916669-529f-4bee-8a75-307042f3de04 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:37:46.284556 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Updating router b9916669-529f-4bee-8a75-307042f3de04 port 35bdfae0-4404-4db7-9613-4e456a8fc65f binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:37:46.326983 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.330266 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Allocated IP 172.27.2.42 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/b42d0478-2f1d-48bd-97eb-fa90b7c58185) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:46.376945 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port e7923bfc-a6bf-4d62-a170-e7a4759b66ff triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:46.377398 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.448231 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:46.478712 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for port (b42d0478-2f1d-48bd-97eb-fa90b7c58185), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.571435 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port e7923bfc-a6bf-4d62-a170-e7a4759b66ff is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:46.571823 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.595434 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (b42d0478-2f1d-48bd-97eb-fa90b7c58185), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.610497 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Publish callbacks [] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.628729 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port e7923bfc-a6bf-4d62-a170-e7a4759b66ff, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=e7923bfc-a6bf-4d62-a170-e7a4759b66ff,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:46.637042 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:46.641317 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:46.644760 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:46.667245 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'Port': ['ID=b42d0478-2f1d-48bd-97eb-fa90b7c58185,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:46.667458 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.699296 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.712639 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Pushing event updated for resources: {'Port': ['ID=35bdfae0-4404-4db7-9613-4e456a8fc65f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:46.722469 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.722843 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.723201 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.723541 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.723871 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.724247 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.724699 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.725033 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.725391 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.725716 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.726091 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.726412 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.726730 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:46.746553 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (5291151f-389e-448e-9e93-37e79edafe38), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.756498 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=e7923bfc-a6bf-4d62-a170-e7a4759b66ff,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:46.764834 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:46.791949 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:37:46.792167 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Attempting to bind port 35bdfae0-4404-4db7-9613-4e456a8fc65f on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:37:46.792611 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Attempting to bind port 35bdfae0-4404-4db7-9613-4e456a8fc65f by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:37:46.792899 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Attempting to bind port 35bdfae0-4404-4db7-9613-4e456a8fc65f on network 2551132f-f59c-4840-bb20-6623576cd2b8 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:46.798024 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:37:46.798508 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Checking segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:37:46.799035 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.799222 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Bound using segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:37:46.799660 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Bound port: 35bdfae0-4404-4db7-9613-4e456a8fc65f, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:37:46.800036 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.800992 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:46.801619 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:46.864133 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (b42d0478-2f1d-48bd-97eb-fa90b7c58185), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:46.868795 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] For port 35bdfae0-4404-4db7-9613-4e456a8fc65f, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:37:46.872316 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] For port 35bdfae0-4404-4db7-9613-4e456a8fc65f, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=35bdfae0-4404-4db7-9613-4e456a8fc65f,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:37:46.936451 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:46.966063 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.030476 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:37:47.031141 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:47.033425 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-c9e667df-5014-469a-928c-be2bd956ff4e None None] Provisioning complete for port 35bdfae0-4404-4db7-9613-4e456a8fc65f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:47.033559 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d62c6a-c4f5-45f2-80f0-b7823ebb04c8 None None] Pushing event updated for resources: {'Port': ['ID=35bdfae0-4404-4db7-9613-4e456a8fc65f,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:47.033643 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c9e667df-5014-469a-928c-be2bd956ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.048316 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e0f6dcb-44e6-4eee-ac09-e44386513814 req-f092a2cf-8a94-48a5-990a-4523be8a0370 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=d665eb07-cf10-478c-b45d-01acbe0e38ee HTTP/1.1" status: 200 len: 210 time: 0.0569546 Mar 08 08:37:47.118296 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for port (b42d0478-2f1d-48bd-97eb-fa90b7c58185), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.124205 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-93a5a35c-80e3-4c22-938d-8e6256c27530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.173514 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:37:47.211438 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (b42d0478-2f1d-48bd-97eb-fa90b7c58185), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.287379 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-c9e667df-5014-469a-928c-be2bd956ff4e None None] Current status of the port 35bdfae0-4404-4db7-9613-4e456a8fc65f is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:47.288396 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c9e667df-5014-469a-928c-be2bd956ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.298787 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'Port': ['ID=b42d0478-2f1d-48bd-97eb-fa90b7c58185,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:47.351885 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (5291151f-389e-448e-9e93-37e79edafe38), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.352564 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-c9e667df-5014-469a-928c-be2bd956ff4e None None] For port 35bdfae0-4404-4db7-9613-4e456a8fc65f, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=35bdfae0-4404-4db7-9613-4e456a8fc65f,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:47.364636 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:47.394792 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e83b1-4937-4104-8bb1-fe09a05b02fa None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:37:47.404210 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:37:47.426601 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c9e667df-5014-469a-928c-be2bd956ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.435755 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6672-5353-43ce-a9ec-3a48ff2b559b None None] The sync data for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:37:47.440988 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.451978 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8ab50b0b-f8d5-4802-bd01-9fca684167cf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5561457 Mar 08 08:37:47.490466 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e667df-5014-469a-928c-be2bd956ff4e None None] Pushing event updated for resources: {'Port': ['ID=35bdfae0-4404-4db7-9613-4e456a8fc65f,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:47.547762 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ba3050f7-cda8-485a-bf26-1b80e5d26910 None None] Provisioning complete for port 35bdfae0-4404-4db7-9613-4e456a8fc65f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:47.548142 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ba3050f7-cda8-485a-bf26-1b80e5d26910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:47.648531 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ba3050f7-cda8-485a-bf26-1b80e5d26910 None None] Current status of the port 35bdfae0-4404-4db7-9613-4e456a8fc65f is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:47.675353 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-35bcea65-e7fc-4423-a5b6-d59b46cb3b20 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--688979924&fields=id&tenant_id=1f4e94227dd543a89330c0bf37db6d45 HTTP/1.1" status: 200 len: 267 time: 0.0643792 Mar 08 08:37:47.748214 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74193d5c-6950-401f-b7e6-91476c14b130 None None] New status for floating IP 9b497695-7b29-4ba1-88dd-57190923efc1: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:37:47.785542 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-06bea912-ba79-4772-bcdf-fa8bf42bfaa6 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:47.787427 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-06bea912-ba79-4772-bcdf-fa8bf42bfaa6 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 810 time: 0.1109259 Mar 08 08:37:47.804970 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-901d1925-3dc4-4c69-9b4c-c6a9986c179c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/quotas/1f4e94227dd543a89330c0bf37db6d45 HTTP/1.1" status: 200 len: 375 time: 0.0098908 Mar 08 08:37:47.868020 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-b2b90f85-1e36-40b7-9358-7479d995c602 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577600 Mar 08 08:37:47.968725 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-dfe2d01d-10ff-4d0b-86f6-71095df8bd12 service neutron] 10.222.0.21 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885441 Mar 08 08:37:48.068328 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:48.071184 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-2f07b464-57c8-4291-8167-064c729d3d4b service neutron] 10.222.0.21 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965335 Mar 08 08:37:48.198322 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device e7923bfc-a6bf-4d62-a170-e7a4759b66ff up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:37:48.248046 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port e7923bfc-a6bf-4d62-a170-e7a4759b66ff triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:48.248530 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:48.339165 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port e7923bfc-a6bf-4d62-a170-e7a4759b66ff is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:48.339993 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 35bdfae0-4404-4db7-9613-4e456a8fc65f up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:37:48.362405 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2cde20c2-0719-44dd-a8e9-dd70e7d8b89f req-51d69e20-e72e-4fbd-84fd-f2b7ba518b6e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0546234 Mar 08 08:37:48.417807 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 35bdfae0-4404-4db7-9613-4e456a8fc65f triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:48.417807 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:48.625206 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 35bdfae0-4404-4db7-9613-4e456a8fc65f is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:49.234647 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34554) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:49.286857 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.310076 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.388257 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 7e85a515-c395-4d79-a95c-f7dd4b538ecb no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:37:49.410123 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 7e85a515-c395-4d79-a95c-f7dd4b538ecb {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:37:49.410482 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 7e85a515-c395-4d79-a95c-f7dd4b538ecb not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:37:49.448507 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-939f5a40-cf5a-4375-8b18-05779fd470ba req-2dd8a9f5-93ca-4407-bd4b-f7f58e8d3283 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0318580 Mar 08 08:37:49.457225 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.460158 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.461278 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb HTTP/1.1" status: 204 len: 168 time: 0.2256348 Mar 08 08:37:49.470102 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34560) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:49.478698 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:49.488888 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-a18998af-d4da-4fbb-853c-c84334f7e237 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] show failed (client error): The resource could not be found. Mar 08 08:37:49.493173 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a18998af-d4da-4fbb-853c-c84334f7e237 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups/c5d2f559-e1d5-4d06-8e9d-eb51fc5d64eb HTTP/1.1" status: 404 len: 347 time: 0.0188947 Mar 08 08:37:49.493173 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.493173 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.493173 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.493173 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.493687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.493687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.493910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.494284 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.494583 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34562) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:49.495055 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.495055 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.495286 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.495571 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.495899 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d34021-d52c-40e9-bf44-94828cda08ea tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.556842 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.621820 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Deleting port 9b4d5794-9f65-4a2d-a98e-914725b40366 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:37:49.622202 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (9b4d5794-9f65-4a2d-a98e-914725b40366), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.701440 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (9b4d5794-9f65-4a2d-a98e-914725b40366), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.701770 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (9b4d5794-9f65-4a2d-a98e-914725b40366), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.713541 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Calling delete_port for 9b4d5794-9f65-4a2d-a98e-914725b40366 owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:37:49.908548 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (9b4d5794-9f65-4a2d-a98e-914725b40366), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:49.937033 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'Port': ['ID=9b4d5794-9f65-4a2d-a98e-914725b40366,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:49.948142 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.948499 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.949147 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.949496 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.949829 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.950188 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.950519 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.950846 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.951171 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.951496 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.951819 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.952138 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:49.952459 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:37:50.007699 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (9b497695-7b29-4ba1-88dd-57190923efc1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.010528 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.011830 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-93f39b02-3d08-47a7-bdc0-df2b61abae1c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b497695-7b29-4ba1-88dd-57190923efc1 HTTP/1.1" status: 204 len: 168 time: 0.5161805 Mar 08 08:37:50.364227 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34566) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:50.368921 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c2687e8c-d5a9-4dc0-a4d2-3ad5a256aecd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12508872', 'description': 'tempest-description--2066977450'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:50.440399 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2687e8c-d5a9-4dc0-a4d2-3ad5a256aecd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.525841 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2687e8c-d5a9-4dc0-a4d2-3ad5a256aecd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (cd137219-29d2-4662-89bc-54eb94190ecc), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.562230 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ab466f3-d131-4b32-bd65-436146720e46 req-a281dfd0-dbef-46aa-8abf-a702e63522a2 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0387652 Mar 08 08:37:50.601018 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2687e8c-d5a9-4dc0-a4d2-3ad5a256aecd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (cd137219-29d2-4662-89bc-54eb94190ecc), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.645090 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2687e8c-d5a9-4dc0-a4d2-3ad5a256aecd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd137219-29d2-4662-89bc-54eb94190ecc,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:50.666488 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-44c3d81e-5129-4d1c-99d8-b34b134da6b5 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:50.667949 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-44c3d81e-5129-4d1c-99d8-b34b134da6b5 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 810 time: 0.1351521 Mar 08 08:37:50.719030 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2687e8c-d5a9-4dc0-a4d2-3ad5a256aecd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.720245 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c2687e8c-d5a9-4dc0-a4d2-3ad5a256aecd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3549085 Mar 08 08:37:50.723296 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34574) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:50.729066 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-a24c5fe6-40b9-42b3-a817-896b503ba9b1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group_rule': {'security_group_id': 'cd137219-29d2-4662-89bc-54eb94190ecc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:50.732887 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f044f2b1-ffbc-4d68-8f23-258daf146bfe tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f4e94227dd543a89330c0bf37db6d45 HTTP/1.1" status: 200 len: 379 time: 0.0564857 Mar 08 08:37:50.743337 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'port': {'device_id': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'admin_state_up': True, 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'security_groups': ['4d8be593-2688-4827-ae2e-eee657dddb1f']}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:50.816531 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a24c5fe6-40b9-42b3-a817-896b503ba9b1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (8d405a8f-68c6-4eab-95d5-6f5d7d91bf72), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.874179 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a24c5fe6-40b9-42b3-a817-896b503ba9b1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (8d405a8f-68c6-4eab-95d5-6f5d7d91bf72), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.908097 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Made reservation on behalf of 1f4e94227dd543a89330c0bf37db6d45 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:37:50.911489 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.935448 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a24c5fe6-40b9-42b3-a817-896b503ba9b1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (8d405a8f-68c6-4eab-95d5-6f5d7d91bf72), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:50.956878 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c5fe6-40b9-42b3-a817-896b503ba9b1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d405a8f-68c6-4eab-95d5-6f5d7d91bf72,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:51.017235 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a24c5fe6-40b9-42b3-a817-896b503ba9b1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.018544 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.019068 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a24c5fe6-40b9-42b3-a817-896b503ba9b1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2939122 Mar 08 08:37:51.021291 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34582) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:51.026436 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-19bd60e3-ea97-48af-a6bb-0a575bedcb06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group_rule': {'security_group_id': 'cd137219-29d2-4662-89bc-54eb94190ecc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:51.042670 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Allocated IP 172.20.0.3 (2551132f-f59c-4840-bb20-6623576cd2b8/13106dbb-0a2d-440b-8c74-6c976c82e74d/4555beb2-cda1-46ee-82cb-b89f8446cbe6) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:51.124411 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-19bd60e3-ea97-48af-a6bb-0a575bedcb06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (c5c874b5-3cbc-4bb5-b67b-e6a6bd4dafd7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.179626 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-19bd60e3-ea97-48af-a6bb-0a575bedcb06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (c5c874b5-3cbc-4bb5-b67b-e6a6bd4dafd7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.191730 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.239889 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-19bd60e3-ea97-48af-a6bb-0a575bedcb06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (c5c874b5-3cbc-4bb5-b67b-e6a6bd4dafd7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.261071 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd60e3-ea97-48af-a6bb-0a575bedcb06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c874b5-3cbc-4bb5-b67b-e6a6bd4dafd7,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:51.280364 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.322948 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Network 2551132f-f59c-4840-bb20-6623576cd2b8 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:51.326167 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:51.328474 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:51.331497 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-19bd60e3-ea97-48af-a6bb-0a575bedcb06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.334001 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-19bd60e3-ea97-48af-a6bb-0a575bedcb06 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3116784 Mar 08 08:37:51.337488 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34586) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:37:51.342583 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:51.370178 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'Port': ['ID=4555beb2-cda1-46ee-82cb-b89f8446cbe6,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:51.396480 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:51.397604 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.450013 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.513009 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-637628a1-c5f6-42ee-bc6e-3b6e04c15acf None None] Provisioning complete for port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:51.513710 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-637628a1-c5f6-42ee-bc6e-3b6e04c15acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.516677 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-f152e506-1a20-45f3-adf9-b4ec973bce00 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766511 Mar 08 08:37:51.546988 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.550769 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-637628a1-c5f6-42ee-bc6e-3b6e04c15acf None None] Port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:37:51.683919 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Allocated IP 172.27.2.40 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/cb5d8d07-6ba4-43bb-8a87-23195fc33bf7) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:51.719960 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3661fad-f598-41fb-b353-ad8365d87087 req-06567222-fe96-4c44-a1ec-168bc7f93512 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:51.721429 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3661fad-f598-41fb-b353-ad8365d87087 req-06567222-fe96-4c44-a1ec-168bc7f93512 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 931 time: 0.0884554 Mar 08 08:37:51.816922 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3661fad-f598-41fb-b353-ad8365d87087 req-4ba50d78-3661-47e1-880e-fbe0842662a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888195 Mar 08 08:37:51.833150 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.919825 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:51.959930 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:51.962644 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:51.966114 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:51.987517 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=cb5d8d07-6ba4-43bb-8a87-23195fc33bf7,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:52.051465 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (71110be0-d95f-4d7f-9c41-1e6efa2b5f37), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:52.161431 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:52.302721 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:52.353509 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:52.425069 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=cb5d8d07-6ba4-43bb-8a87-23195fc33bf7,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:52.436791 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (71110be0-d95f-4d7f-9c41-1e6efa2b5f37), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:52.492706 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:52.493926 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-37929bc6-fdda-41d3-b7a3-d33122975847 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1554887 Mar 08 08:37:52.682198 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-e78ff30c-d404-4de6-9119-cc083856eb50 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--12508872&fields=id&tenant_id=ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 267 time: 0.0415318 Mar 08 08:37:52.918121 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Request body: {'port': {'device_id': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:52.978824 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:53.093701 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be462-fd05-4959-9903-505804cc86c3 req-28330f1c-b02e-4f25-9a8d-df1b2f530d22 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:53.095213 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-28330f1c-b02e-4f25-9a8d-df1b2f530d22 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 814 time: 0.4067793 Mar 08 08:37:53.104552 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7d229-15ea-4f29-bd15-5466cce10c78 req-253c2c22-658a-4860-b85a-5b55e8748bab tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:53.106028 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-85f7d229-15ea-4f29-bd15-5466cce10c78 req-253c2c22-658a-4860-b85a-5b55e8748bab tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 931 time: 0.0828943 Mar 08 08:37:53.128410 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-c305e64a-9763-43f9-84d2-d13e5df495c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/quotas/ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 375 time: 0.0214155 Mar 08 08:37:53.181788 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-85f7d229-15ea-4f29-bd15-5466cce10c78 req-d99872ad-402a-4f54-910f-d6aa047b8fe0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684917 Mar 08 08:37:53.202701 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-30c75d9a-a9ad-40c5-ae53-8f18895af363 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673845 Mar 08 08:37:53.248958 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4555beb2-cda1-46ee-82cb-b89f8446cbe6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:37:53.256361 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Publish callbacks [] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:53.268458 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Transition to ACTIVE for port object 4555beb2-cda1-46ee-82cb-b89f8446cbe6 will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:37:53.299335 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-8c4bcbb6-f080-45f8-944b-1826123f951a service neutron] 10.222.0.21 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848687 Mar 08 08:37:53.354032 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:53.393006 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-02816c49-35a4-4e21-86a4-fe3c7726a7b3 service neutron] 10.222.0.21 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Mar 08 08:37:53.402696 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=4555beb2-cda1-46ee-82cb-b89f8446cbe6,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:53.472943 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Attempting to bind port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:37:53.473281 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Attempting to bind port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:37:53.473611 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Attempting to bind port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 on network 2551132f-f59c-4840-bb20-6623576cd2b8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:53.478605 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 on network 2551132f-f59c-4840-bb20-6623576cd2b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:37:53.478924 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Attempting to bind port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 on network 2551132f-f59c-4840-bb20-6623576cd2b8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:53.483781 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:37:53.484278 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Checking segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:37:53.484661 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Bound using segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:37:53.485089 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Bound port: 4555beb2-cda1-46ee-82cb-b89f8446cbe6, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:37:53.485447 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:53.555364 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] For port 4555beb2-cda1-46ee-82cb-b89f8446cbe6, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:37:53.558846 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] For port 4555beb2-cda1-46ee-82cb-b89f8446cbe6, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:37:53.634795 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:53.669977 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:53.670600 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:53.672060 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] 10.222.0.31 "PUT /v2.0/ports/4555beb2-cda1-46ee-82cb-b89f8446cbe6 HTTP/1.1" status: 200 len: 1093 time: 0.7583625 Mar 08 08:37:53.672436 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'tag': '4555beb2-cda1-46ee-82cb-b89f8446cbe6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:53.674943 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703e9f4d-7017-4fa6-9161-15d2cbb55b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f655279-b574-4c48-95fa-b3965b8d4ad1", "tag": "4555beb2-cda1-46ee-82cb-b89f8446cbe6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:53.701635 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-83112082-f8f8-427b-a58c-318df38264f0 req-42aabb2f-9bf8-4552-bbf5-07f9834813ad tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 210 time: 0.0421200 Mar 08 08:37:53.711005 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f3c88-d498-40df-8f58-be892f923ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=4555beb2-cda1-46ee-82cb-b89f8446cbe6,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:53.741725 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a48fedf-5217-4f6d-b468-8118128e353a x-openstack-request-id: req-4a48fedf-5217-4f6d-b468-8118128e353a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:53.742060 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f655279-b574-4c48-95fa-b3965b8d4ad1", "tag": "4555beb2-cda1-46ee-82cb-b89f8446cbe6", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:53.742325 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a48fedf-5217-4f6d-b468-8118128e353a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:53.742742 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'tag': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'status': 'completed', 'code': 200} Mar 08 08:37:53.920708 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9f4d-7017-4fa6-9161-15d2cbb55b3d req-9dbde848-b385-4ac2-9bda-bbfaa1d09fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:53.922267 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-703e9f4d-7017-4fa6-9161-15d2cbb55b3d req-9dbde848-b385-4ac2-9bda-bbfaa1d09fae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 1127 time: 0.0459926 Mar 08 08:37:54.036904 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9f4d-7017-4fa6-9161-15d2cbb55b3d req-2899f07a-8fba-447f-87fa-2085d05aaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:54.038634 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-703e9f4d-7017-4fa6-9161-15d2cbb55b3d req-2899f07a-8fba-447f-87fa-2085d05aaf4f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1f4e94227dd543a89330c0bf37db6d45&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0979619 Mar 08 08:37:54.132130 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9f4d-7017-4fa6-9161-15d2cbb55b3d req-929bbd7c-d99b-437d-9c9b-736d2e7f4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:54.133614 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-703e9f4d-7017-4fa6-9161-15d2cbb55b3d req-929bbd7c-d99b-437d-9c9b-736d2e7f4d6e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885015 Mar 08 08:37:54.220868 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-6d3e2e8c-24ae-4ea1-947f-1f87ff56f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:54.222423 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-6d3e2e8c-24ae-4ea1-947f-1f87ff56f173 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 1127 time: 0.0514650 Mar 08 08:37:54.269435 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-898b87f9-b356-48b6-b7ac-2eeb53fe7844 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6 HTTP/1.1" status: 200 len: 217 time: 0.0351558 Mar 08 08:37:54.303515 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680ff9-0f34-4102-ab33-8d193353e916 req-ee708fda-17c9-4f15-9cb9-244e582e7d41 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:54.305056 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb680ff9-0f34-4102-ab33-8d193353e916 req-ee708fda-17c9-4f15-9cb9-244e582e7d41 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 943 time: 0.0547724 Mar 08 08:37:54.320464 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-839a5cc3-3198-4982-af2d-695949339d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:54.321902 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-839a5cc3-3198-4982-af2d-695949339d40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 200 len: 849 time: 0.0436988 Mar 08 08:37:54.354390 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb680ff9-0f34-4102-ab33-8d193353e916 req-55eccc87-abdd-4849-b05c-9e81f1e784be tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Mar 08 08:37:54.379686 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-92dfccd5-a32b-4b2c-80ec-fa674554910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:54.381175 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-92dfccd5-a32b-4b2c-80ec-fa674554910e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2551132f-f59c-4840-bb20-6623576cd2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532146 Mar 08 08:37:54.470718 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-c77a156e-c493-4119-a95d-b3d944fd9767 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814908 Mar 08 08:37:54.799377 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2469606-1d1f-4dab-bd25-5b44bdb7bdb9 req-0c09e43e-5c1d-4a07-b82a-11d1ed685b16 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167927 Mar 08 08:37:54.801377 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ce5a09a-70b7-46bc-a5e7-386308833efd req-2a42ab43-8384-4913-9c16-fd04562a566a tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 210 time: 0.0277209 Mar 08 08:37:55.477445 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e2645-dd4d-44c0-a67d-c706ba99e433 req-b3657e48-8218-45df-83bd-61a27c174f5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:55.479028 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-748e2645-dd4d-44c0-a67d-c706ba99e433 req-b3657e48-8218-45df-83bd-61a27c174f5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 943 time: 0.0571902 Mar 08 08:37:55.526320 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-748e2645-dd4d-44c0-a67d-c706ba99e433 req-3291d328-8259-4181-a82a-cfaacdf695ca tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Mar 08 08:37:55.634486 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be462-fd05-4959-9903-505804cc86c3 req-b5947fcf-e9b4-4147-a61a-23fed385e7fd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:55.635957 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-b5947fcf-e9b4-4147-a61a-23fed385e7fd tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 814 time: 0.0992272 Mar 08 08:37:55.694647 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-21bf765a-a0a7-4fae-b89f-2547096d85d8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 378 time: 0.0503588 Mar 08 08:37:55.704260 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'port': {'device_id': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'admin_state_up': True, 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'security_groups': ['cd137219-29d2-4662-89bc-54eb94190ecc']}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:55.894914 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3556c7e-66ee-4646-93b0-50acf6bd596b req-9eb3b340-db74-4c4d-9597-53aae1a071d2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 210 time: 0.0265977 Mar 08 08:37:55.895148 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Made reservation on behalf of ede793b3047442669efa63a8d001d667 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:37:55.898922 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:56.026147 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Allocated IP 172.20.0.11 (c687e176-06d5-433e-ad8b-3139fc84ddd6/1369b6d5-f70b-406a-9a56-b877c7243376/e2d34164-268e-4975-be4d-f3813df265bd) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:37:56.154634 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (e2d34164-268e-4975-be4d-f3813df265bd), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:56.244058 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (e2d34164-268e-4975-be4d-f3813df265bd), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:56.290813 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:37:56.293662 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:37:56.297184 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:37:56.327335 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=e2d34164-268e-4975-be4d-f3813df265bd,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:56.352296 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:56.352925 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:56.436768 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-7e049706-c2f9-477c-8f30-176b80d9cbc6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7361197 Mar 08 08:37:56.559740 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8dd81c7a-ac99-46dd-8be4-82c534a4057c None None] Provisioning complete for port e2d34164-268e-4975-be4d-f3813df265bd triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:37:56.560207 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8dd81c7a-ac99-46dd-8be4-82c534a4057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e2d34164-268e-4975-be4d-f3813df265bd), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:56.596891 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8dd81c7a-ac99-46dd-8be4-82c534a4057c None None] Port e2d34164-268e-4975-be4d-f3813df265bd cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:37:56.646621 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43aab-7db5-44e8-9d00-c32d4fdf70eb req-486939fa-c81e-48ba-bc06-4dbb60425987 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:56.648570 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c5b43aab-7db5-44e8-9d00-c32d4fdf70eb req-486939fa-c81e-48ba-bc06-4dbb60425987 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 943 time: 0.0536015 Mar 08 08:37:56.693490 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c5b43aab-7db5-44e8-9d00-c32d4fdf70eb req-45f8b8dd-4dc1-49f9-a5e2-044484cf5c5a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394549 Mar 08 08:37:57.014546 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbae7-6e9e-45b4-821a-948900f714a7 req-b5c95e21-3ba5-4429-9855-c253b6f37934 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:57.015929 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc9bbae7-6e9e-45b4-821a-948900f714a7 req-b5c95e21-3ba5-4429-9855-c253b6f37934 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 932 time: 0.0544658 Mar 08 08:37:57.061425 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc9bbae7-6e9e-45b4-821a-948900f714a7 req-51f23a64-c4bb-4989-80eb-6038c149a6a8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399883 Mar 08 08:37:57.389099 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6123d3-c3e4-4833-b640-8d1f937197f3 req-3356d200-5e57-450d-92ca-bf6396c96f52 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:57.390645 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f6123d3-c3e4-4833-b640-8d1f937197f3 req-3356d200-5e57-450d-92ca-bf6396c96f52 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0565462 Mar 08 08:37:57.449586 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8f6123d3-c3e4-4833-b640-8d1f937197f3 req-705aec41-3582-45f0-8261-157f4b6c450f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531499 Mar 08 08:37:57.816339 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968a135-90f5-471e-aea6-6a7785c538ab req-14aa5fe8-779a-451a-97c0-7c11139dc111 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:57.817915 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e968a135-90f5-471e-aea6-6a7785c538ab req-14aa5fe8-779a-451a-97c0-7c11139dc111 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 943 time: 0.0578494 Mar 08 08:37:57.864865 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e968a135-90f5-471e-aea6-6a7785c538ab req-75156f7a-9130-4766-a201-3bd3bfe77fda tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409966 Mar 08 08:37:58.176165 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2475e-c05b-4cbf-84de-a1859b50e32c req-ab69861d-7e35-40b8-9359-c4622256efce tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:58.177656 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12c2475e-c05b-4cbf-84de-a1859b50e32c req-ab69861d-7e35-40b8-9359-c4622256efce tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 932 time: 0.0524282 Mar 08 08:37:58.224779 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12c2475e-c05b-4cbf-84de-a1859b50e32c req-8096186d-dc38-4730-a8ce-c1a08a24a166 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409710 Mar 08 08:37:58.451312 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 4555beb2-cda1-46ee-82cb-b89f8446cbe6 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:37:58.468675 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Request body: {'port': {'device_id': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:37:58.549333 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e2d34164-268e-4975-be4d-f3813df265bd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:58.575844 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 4555beb2-cda1-46ee-82cb-b89f8446cbe6, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:58.589910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c9318-c010-4a91-a705-181c188f7099 req-e0175a50-ffd7-4e48-92e2-3bc77bc19157 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:58.590243 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'port_id': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'mac_address': 'fa:16:3e:2c:b8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:37:58.598867 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc3c9318-c010-4a91-a705-181c188f7099 req-e0175a50-ffd7-4e48-92e2-3bc77bc19157 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0772760 Mar 08 08:37:58.652161 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:37:58.652474 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:58.666924 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4555beb2-cda1-46ee-82cb-b89f8446cbe6 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:37:58.686912 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 4555beb2-cda1-46ee-82cb-b89f8446cbe6, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:37:58.710160 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc3c9318-c010-4a91-a705-181c188f7099 req-8b9d4717-c265-4426-986b-2b3db1240ca1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103461 Mar 08 08:37:58.716551 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-4f93abba-2783-489a-b890-6753edad9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:58.718101 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-4f93abba-2783-489a-b890-6753edad9269 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2d390a1e84439b8a76481e293bfd98&device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1169 time: 0.0962791 Mar 08 08:37:58.735315 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:58.784477 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=4555beb2-cda1-46ee-82cb-b89f8446cbe6,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:58.815796 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-9f4e8751-9fc4-420c-8ea1-a907fa91ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:58.817254 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-9f4e8751-9fc4-420c-8ea1-a907fa91ad95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888 HTTP/1.1" status: 200 len: 915 time: 0.0895648 Mar 08 08:37:58.856610 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d34164-268e-4975-be4d-f3813df265bd {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:37:58.864362 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Publish callbacks [] for port (e2d34164-268e-4975-be4d-f3813df265bd), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:58.876538 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Transition to ACTIVE for port object e2d34164-268e-4975-be4d-f3813df265bd will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:37:58.887281 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-75f7e60d-6a7b-4a59-ace5-e55c5a840653 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 1001 time: 0.0636203 Mar 08 08:37:58.930887 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (e2d34164-268e-4975-be4d-f3813df265bd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:58.937987 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-ccd34338-414d-4e66-a9dc-f2cf81531db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:58.939178 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-ccd34338-414d-4e66-a9dc-f2cf81531db4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e6f89be-f6db-46ef-8059-92e0fe833bad HTTP/1.1" status: 200 len: 853 time: 0.0452979 Mar 08 08:37:58.985235 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Pushing event updated for resources: {'Port': ['ID=e2d34164-268e-4975-be4d-f3813df265bd,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:59.045501 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bee8b-f621-4721-a583-77c55a1154c9 req-40a5b5b0-a4d5-41ac-bccc-38d6e2d8de93 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.048009 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-324bee8b-f621-4721-a583-77c55a1154c9 req-40a5b5b0-a4d5-41ac-bccc-38d6e2d8de93 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 944 time: 0.1016088 Mar 08 08:37:59.050725 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-84c51a74-3eec-4c65-8897-18d16de9c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.052380 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-84c51a74-3eec-4c65-8897-18d16de9c1a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952091 Mar 08 08:37:59.056820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['4555beb2-cda1-46ee-82cb-b89f8446cbe6'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:37:59.068855 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:37:59.071492 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Attempting to bind port e2d34164-268e-4975-be4d-f3813df265bd on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:37:59.071818 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Attempting to bind port e2d34164-268e-4975-be4d-f3813df265bd by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:37:59.072152 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Attempting to bind port e2d34164-268e-4975-be4d-f3813df265bd on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:59.077639 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Port e2d34164-268e-4975-be4d-f3813df265bd on network c687e176-06d5-433e-ad8b-3139fc84ddd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:37:59.077943 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Attempting to bind port e2d34164-268e-4975-be4d-f3813df265bd on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:37:59.091407 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:37:59.092248 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Checking segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:37:59.095676 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Bound using segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:37:59.095676 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Bound port: e2d34164-268e-4975-be4d-f3813df265bd, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:37:59.095676 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e2d34164-268e-4975-be4d-f3813df265bd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:59.121538 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-324bee8b-f621-4721-a583-77c55a1154c9 req-8891ab13-e31c-436e-a30b-7f8b5b44473e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677130 Mar 08 08:37:59.194624 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] For port e2d34164-268e-4975-be4d-f3813df265bd, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:37:59.198074 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] For port e2d34164-268e-4975-be4d-f3813df265bd, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e2d34164-268e-4975-be4d-f3813df265bd,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:37:59.210078 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-57fc3c5c-8cdd-4752-81fb-eb0ee0888fef service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096969 Mar 08 08:37:59.274759 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (e2d34164-268e-4975-be4d-f3813df265bd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:59.310062 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.310900 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:37:59.312502 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] 10.222.0.31 "PUT /v2.0/ports/e2d34164-268e-4975-be4d-f3813df265bd HTTP/1.1" status: 200 len: 1094 time: 0.8481169 Mar 08 08:37:59.312944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'tag': 'e2d34164-268e-4975-be4d-f3813df265bd'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:37:59.315359 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22518699-8cd1-46fe-988c-54b9c83de8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffbff0d-ec6d-4649-b748-8247d35b019a", "tag": "e2d34164-268e-4975-be4d-f3813df265bd"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:37:59.327916 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c7d75c20-3edc-4bcb-9a2b-423a64a7b58e req-b889f289-23d0-4f79-aa48-cecd32d3fc43 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116509 Mar 08 08:37:59.363732 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2101f92-db48-4e71-9c66-8ed24fc1c57a service neutron] Pushing event updated for resources: {'Port': ['ID=e2d34164-268e-4975-be4d-f3813df265bd,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:37:59.378550 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551f3052-d4c6-48f6-8615-1edcb3a34d71 x-openstack-request-id: req-551f3052-d4c6-48f6-8615-1edcb3a34d71 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:37:59.378550 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffbff0d-ec6d-4649-b748-8247d35b019a", "tag": "e2d34164-268e-4975-be4d-f3813df265bd", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:37:59.378550 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-551f3052-d4c6-48f6-8615-1edcb3a34d71 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:37:59.378550 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'tag': 'e2d34164-268e-4975-be4d-f3813df265bd', 'status': 'completed', 'code': 200} Mar 08 08:37:59.387432 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25c94a-57de-45fb-97f2-aa008911e100 req-d5f7cbdb-875f-4499-a08e-a5c6794b2799 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.394477 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4c25c94a-57de-45fb-97f2-aa008911e100 req-d5f7cbdb-875f-4499-a08e-a5c6794b2799 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 944 time: 0.0883188 Mar 08 08:37:59.473221 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4c25c94a-57de-45fb-97f2-aa008911e100 req-bb173df8-b499-4782-b174-2dfc51e4370a tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778208 Mar 08 08:37:59.481381 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518699-8cd1-46fe-988c-54b9c83de8d4 req-c69a9700-3fcb-469b-a47d-c8723cfb36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.483165 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22518699-8cd1-46fe-988c-54b9c83de8d4 req-c69a9700-3fcb-469b-a47d-c8723cfb36b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 1128 time: 0.0800407 Mar 08 08:37:59.589781 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518699-8cd1-46fe-988c-54b9c83de8d4 req-729a5685-021d-490c-ba49-de619e679baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.591335 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22518699-8cd1-46fe-988c-54b9c83de8d4 req-729a5685-021d-490c-ba49-de619e679baf service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ede793b3047442669efa63a8d001d667&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958784 Mar 08 08:37:59.698048 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518699-8cd1-46fe-988c-54b9c83de8d4 req-7ccfed5e-f228-419d-9584-c1c8db12b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.699700 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22518699-8cd1-46fe-988c-54b9c83de8d4 req-7ccfed5e-f228-419d-9584-c1c8db12b244 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025534 Mar 08 08:37:59.783067 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be462-fd05-4959-9903-505804cc86c3 req-1ac42338-675d-4bf8-95ff-d56c847b6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.784624 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-1ac42338-675d-4bf8-95ff-d56c847b6b9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 1128 time: 0.0464828 Mar 08 08:37:59.844979 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-f9bd4553-67e7-44f1-a13c-686ece9ad716 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d34164-268e-4975-be4d-f3813df265bd HTTP/1.1" status: 200 len: 217 time: 0.0507851 Mar 08 08:37:59.901037 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95edd2-e4bf-4b9c-89cf-831de06b9b0c req-c54ce322-7d84-43cf-b486-25a56d182595 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.902532 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce95edd2-e4bf-4b9c-89cf-831de06b9b0c req-c54ce322-7d84-43cf-b486-25a56d182595 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.1169989 Mar 08 08:37:59.917356 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be462-fd05-4959-9903-505804cc86c3 req-c2700940-1f5c-466f-91c4-b9724428d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:37:59.918742 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-c2700940-1f5c-466f-91c4-b9724428d241 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0641384 Mar 08 08:37:59.990987 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce95edd2-e4bf-4b9c-89cf-831de06b9b0c req-b3ca347a-1302-46c8-b9ab-e4fa49e9bd1f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825870 Mar 08 08:38:00.001948 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be462-fd05-4959-9903-505804cc86c3 req-53dcee1c-302b-4549-ae7c-b52d2bd2c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:00.003464 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-53dcee1c-302b-4549-ae7c-b52d2bd2c6bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663447 Mar 08 08:38:00.097980 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-16ffe8fe-5bec-4921-b643-895ff3b0ecc3 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865622 Mar 08 08:38:00.192226 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-828be462-fd05-4959-9903-505804cc86c3 req-e25e5178-97fa-4dd3-ba92-041efffc8f7b service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873487 Mar 08 08:38:00.264350 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ef7c-90a8-4419-8b7a-adbd047b1b51 req-2960397c-6944-4a6c-bb5c-523c9cde2335 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:00.265842 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3c18ef7c-90a8-4419-8b7a-adbd047b1b51 req-2960397c-6944-4a6c-bb5c-523c9cde2335 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0580599 Mar 08 08:38:00.312952 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3c18ef7c-90a8-4419-8b7a-adbd047b1b51 req-a33d761d-28e4-460a-a3d7-9930d25f443d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414174 Mar 08 08:38:00.448881 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 4555beb2-cda1-46ee-82cb-b89f8446cbe6 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:38:00.586308 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:38:00.590328 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:38:00.590605 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff99de-e6bd-4524-89d3-5ab812a4a3f0 req-7b1bc3b8-262f-49bf-a461-c3b864e27dbe tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:00.590767 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:00.597434 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f8ff99de-e6bd-4524-89d3-5ab812a4a3f0 req-7b1bc3b8-262f-49bf-a461-c3b864e27dbe tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 944 time: 0.0583167 Mar 08 08:38:00.643528 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f8ff99de-e6bd-4524-89d3-5ab812a4a3f0 req-f5041b98-4cef-4eaf-a754-34386408bff3 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447195 Mar 08 08:38:00.692741 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:38:00.698104 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:00.717317 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4555beb2-cda1-46ee-82cb-b89f8446cbe6'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:00.719614 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3540fdd-5622-4428-9540-23f1f82c0ce7" -d '{"events": [{"server_uuid": "5f655279-b574-4c48-95fa-b3965b8d4ad1", "name": "network-vif-plugged", "status": "completed", "tag": "4555beb2-cda1-46ee-82cb-b89f8446cbe6"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:00.732869 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 4555beb2-cda1-46ee-82cb-b89f8446cbe6, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:00.753842 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ff8f1-80b8-4fe2-9155-9453aa93a000 x-openstack-request-id: req-e67ff8f1-80b8-4fe2-9155-9453aa93a000 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:00.754164 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f655279-b574-4c48-95fa-b3965b8d4ad1", "name": "network-vif-plugged", "status": "completed", "tag": "4555beb2-cda1-46ee-82cb-b89f8446cbe6", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:00.754419 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e67ff8f1-80b8-4fe2-9155-9453aa93a000 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:00.754813 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'code': 200} Mar 08 08:38:00.809785 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:00.862525 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=4555beb2-cda1-46ee-82cb-b89f8446cbe6,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:00.894121 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2215b3c-443d-4cfb-a253-caa33dc09cae req-29b2d132-effc-4fa4-83a3-efcabfbe5e39 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:00.895581 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2215b3c-443d-4cfb-a253-caa33dc09cae req-29b2d132-effc-4fa4-83a3-efcabfbe5e39 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0559504 Mar 08 08:38:00.942827 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2215b3c-443d-4cfb-a253-caa33dc09cae req-6a00c139-c2a8-4eb8-bfa6-f6b6812a7f15 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Mar 08 08:38:01.103651 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39217d56-ea2e-416d-a3a5-b028c3acedc9 req-ad23a0e1-10c7-4704-9e68-1e1929149c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:01.105141 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-39217d56-ea2e-416d-a3a5-b028c3acedc9 req-ad23a0e1-10c7-4704-9e68-1e1929149c47 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 1129 time: 0.0703735 Mar 08 08:38:01.135953 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5b7f0-8139-4634-8a37-84c68e300fa1 req-5e2bd84b-02a1-4dda-9441-cf3266a9b7ff tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:01.137385 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5ce5b7f0-8139-4634-8a37-84c68e300fa1 req-5e2bd84b-02a1-4dda-9441-cf3266a9b7ff tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0727766 Mar 08 08:38:01.176349 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-39217d56-ea2e-416d-a3a5-b028c3acedc9 req-056babe8-f5a0-4924-ae89-4511f356f00b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633769 Mar 08 08:38:01.213336 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5ce5b7f0-8139-4634-8a37-84c68e300fa1 req-527f78f7-f98e-484a-a92f-9826b9b3245d tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677369 Mar 08 08:38:01.430226 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944d4c9-0db5-4af8-925e-3f499f3f4f35 req-9e7aecbf-e98d-4d49-9203-792a0984b503 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:01.431665 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1944d4c9-0db5-4af8-925e-3f499f3f4f35 req-9e7aecbf-e98d-4d49-9203-792a0984b503 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0528336 Mar 08 08:38:01.476679 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1944d4c9-0db5-4af8-925e-3f499f3f4f35 req-a89c55d3-be20-4569-85b8-d17308070ae1 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395038 Mar 08 08:38:01.773850 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1595d-42d0-4800-82ca-20224c1d2aec req-46823dc9-3c4f-4db4-b376-944093276ca6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:01.775328 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12a1595d-42d0-4800-82ca-20224c1d2aec req-46823dc9-3c4f-4db4-b376-944093276ca6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 944 time: 0.0514767 Mar 08 08:38:01.823920 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12a1595d-42d0-4800-82ca-20224c1d2aec req-0c8a354e-246f-4c58-889e-06931a12ba77 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431795 Mar 08 08:38:02.065650 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54228d43-b327-419d-a26b-9cbae2e689b7 req-b4006a15-b6ba-40bb-9f78-16ea749d3dd9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:02.067155 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-54228d43-b327-419d-a26b-9cbae2e689b7 req-b4006a15-b6ba-40bb-9f78-16ea749d3dd9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0540094 Mar 08 08:38:02.112918 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-54228d43-b327-419d-a26b-9cbae2e689b7 req-494d7e77-61e8-4902-b4c8-9d30c29f8224 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Mar 08 08:38:02.329577 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6019e-57cb-477a-9a96-457132eef4e9 req-a7a816ec-54ee-4f28-8fff-7bacfa5f69ed tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:02.331073 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8cf6019e-57cb-477a-9a96-457132eef4e9 req-a7a816ec-54ee-4f28-8fff-7bacfa5f69ed tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0527060 Mar 08 08:38:02.389389 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8cf6019e-57cb-477a-9a96-457132eef4e9 req-116053f6-e59c-49fe-b80d-6dc89973c5dc tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519710 Mar 08 08:38:02.600254 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a25ce-c836-4a30-b121-71407d6a732a req-d64d4c9a-8c3b-4a48-b7c9-48e64d917602 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:02.601736 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff2a25ce-c836-4a30-b121-71407d6a732a req-d64d4c9a-8c3b-4a48-b7c9-48e64d917602 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0591998 Mar 08 08:38:02.649944 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff2a25ce-c836-4a30-b121-71407d6a732a req-8c391fa1-03a7-44ec-bf23-77cf87239bd6 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426326 Mar 08 08:38:02.968022 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f2d27-fa18-478d-9a85-6c667e02fff7 req-f649c504-4f24-4fac-8493-87d1335048a4 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:02.969473 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-138f2d27-fa18-478d-9a85-6c667e02fff7 req-f649c504-4f24-4fac-8493-87d1335048a4 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 944 time: 0.0799413 Mar 08 08:38:02.988592 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-3578b350-20c1-4edd-9fc5-7695c603c440 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:02.989978 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-3578b350-20c1-4edd-9fc5-7695c603c440 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.0738378 Mar 08 08:38:03.063531 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-138f2d27-fa18-478d-9a85-6c667e02fff7 req-6be8f079-41b4-40b9-8eac-9a2cac2ed746 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869563 Mar 08 08:38:03.109655 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Deleting port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:38:03.110363 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:03.236162 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] For port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:03.236437 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:03.337226 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778b793-87ea-4c13-884e-327b4b6d8f99 req-70bdcaa3-3577-4ef1-aa3b-e12ebfb2fc9c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:03.338800 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c778b793-87ea-4c13-884e-327b4b6d8f99 req-70bdcaa3-3577-4ef1-aa3b-e12ebfb2fc9c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 947 time: 0.1555133 Mar 08 08:38:03.446503 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c778b793-87ea-4c13-884e-327b4b6d8f99 req-f55ce007-7c6c-4706-86d8-bb206a7c9f40 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c60ce76-274f-47ac-8c72-568b8dc9d3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019177 Mar 08 08:38:03.506392 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:03.506680 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (ab1c6a7e-d445-4e97-8857-41b30d0153d4), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:03.507040 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Floating IP ab1c6a7e-d445-4e97-8857-41b30d0153d4 disassociated. External IP: 172.27.2.6, port: 79231cb2-68a9-4144-ac8b-c6ec776ddc4b. Mar 08 08:38:03.507380 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Calling delete_port for 79231cb2-68a9-4144-ac8b-c6ec776ddc4b owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:38:03.613255 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102ab0-f3e1-4f17-9a78-3d30856081d1 req-ca4bd304-35a8-45c7-907f-a085deceab58 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:03.614794 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2a102ab0-f3e1-4f17-9a78-3d30856081d1 req-ca4bd304-35a8-45c7-907f-a085deceab58 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.1054599 Mar 08 08:38:03.718555 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2a102ab0-f3e1-4f17-9a78-3d30856081d1 req-c967c616-21b5-49eb-9343-68d5507ef030 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922890 Mar 08 08:38:03.776806 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3a317-3676-4166-b92c-b80ba2c26d9d req-6d685392-9f0f-476f-a095-61ce42b018db tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:03.778222 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fcc3a317-3676-4166-b92c-b80ba2c26d9d req-6d685392-9f0f-476f-a095-61ce42b018db tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0550785 Mar 08 08:38:03.823212 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (79231cb2-68a9-4144-ac8b-c6ec776ddc4b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:03.833703 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fcc3a317-3676-4166-b92c-b80ba2c26d9d req-bb2674e6-3576-446f-ac81-4f4a9def9019 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500774 Mar 08 08:38:03.854608 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event deleted for resources: {'Port': ['ID=79231cb2-68a9-4144-ac8b-c6ec776ddc4b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:03.997605 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c74f-e080-4dc0-a93a-42b00965dd55 req-17edb070-78b7-4923-af63-73c2090cb264 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:03.999077 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bf2c74f-e080-4dc0-a93a-42b00965dd55 req-17edb070-78b7-4923-af63-73c2090cb264 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0995512 Mar 08 08:38:04.007807 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34750) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:04.009131 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Router b9040abc-b095-46c6-b9a7-1c2664617491 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:38:04.012453 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'floatingip': {'port_id': '4555beb2-cda1-46ee-82cb-b89f8446cbe6'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:04.055097 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (5291151f-389e-448e-9e93-37e79edafe38), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:04.117825 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:38:04.132474 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] Sync routers for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:38:04.147428 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:04.148454 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:04.193405 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] No DVR routers for this DVR port 79231cb2-68a9-4144-ac8b-c6ec776ddc4b on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:38:04.196172 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:04.200123 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9c687783-08fc-4b52-a6fc-5aa7cd84bd12 req-0489994c-839e-4391-9cfd-8ba5157166a9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "DELETE /v2.0/ports/79231cb2-68a9-4144-ac8b-c6ec776ddc4b HTTP/1.1" status: 204 len: 173 time: 1.2024841 Mar 08 08:38:04.200743 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-deleted', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:04.203655 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd44897-dd5f-40bc-b6e9-4b64409c952c" -d '{"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-deleted", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:04.258977 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef657d-4052-469d-aa7f-3421d1b267d3 req-825e1356-0229-4006-8f57-7d14d777c4f9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:04.266067 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-06ef657d-4052-469d-aa7f-3421d1b267d3 req-825e1356-0229-4006-8f57-7d14d777c4f9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 944 time: 0.1130247 Mar 08 08:38:04.275219 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e09e67b-608d-4b20-83c6-5b4e78f828eb x-openstack-request-id: req-6e09e67b-608d-4b20-83c6-5b4e78f828eb {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:04.275333 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97446130-eaeb-435c-abe6-f8c8dac25c2a", "name": "network-vif-deleted", "tag": "79231cb2-68a9-4144-ac8b-c6ec776ddc4b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:04.275565 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e09e67b-608d-4b20-83c6-5b4e78f828eb {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:04.276000 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97446130-eaeb-435c-abe6-f8c8dac25c2a', 'name': 'network-vif-deleted', 'tag': '79231cb2-68a9-4144-ac8b-c6ec776ddc4b', 'status': 'completed', 'code': 200} Mar 08 08:38:04.276303 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:04.494208 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device e2d34164-268e-4975-be4d-f3813df265bd details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:38:04.577756 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:04.604517 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:04.639247 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] Checking router: b9040abc-b095-46c6-b9a7-1c2664617491 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:38:04.656523 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:04.656523 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:04.680499 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (5291151f-389e-448e-9e93-37e79edafe38), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:04.686141 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-36384c3d-b8c5-46c9-9f40-b7836eba27dc req-2588f9bc-00d0-4737-b425-fa8104d0af3a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=97446130-eaeb-435c-abe6-f8c8dac25c2a HTTP/1.1" status: 200 len: 210 time: 0.0309358 Mar 08 08:38:04.712005 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-06ef657d-4052-469d-aa7f-3421d1b267d3 req-349f7f23-39de-4cc6-981b-f893e5aa1db3 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4447670 Mar 08 08:38:04.790088 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port e2d34164-268e-4975-be4d-f3813df265bd, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e2d34164-268e-4975-be4d-f3813df265bd,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:04.813649 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': 'e2d34164-268e-4975-be4d-f3813df265bd', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'port_id': 'e2d34164-268e-4975-be4d-f3813df265bd', 'mac_address': 'fa:16:3e:2f:50:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:38:04.816346 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:04.819692 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Floating IP 5291151f-389e-448e-9e93-37e79edafe38 associated. External IP: 172.27.2.42, port: 4555beb2-cda1-46ee-82cb-b89f8446cbe6. Mar 08 08:38:04.858743 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ae093-7468-4042-adec-e8642766aaa1 req-a1bcf1a9-8c2d-4938-9ce2-f1c048018533 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:04.860392 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-193ae093-7468-4042-adec-e8642766aaa1 req-a1bcf1a9-8c2d-4938-9ce2-f1c048018533 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0656643 Mar 08 08:38:04.925853 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-193ae093-7468-4042-adec-e8642766aaa1 req-9f0f67af-2432-4bff-8d75-d34c11dbf86b tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593588 Mar 08 08:38:04.937155 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port e2d34164-268e-4975-be4d-f3813df265bd is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:38:04.937552 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e2d34164-268e-4975-be4d-f3813df265bd), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:04.961340 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d34164-268e-4975-be4d-f3813df265bd {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:38:05.027297 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port e2d34164-268e-4975-be4d-f3813df265bd, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e2d34164-268e-4975-be4d-f3813df265bd,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:05.062949 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Router b9916669-529f-4bee-8a75-307042f3de04 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:38:05.101101 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:05.127194 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465411-0e15-427f-989c-ce730689a5a5 None None] The sync data for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:38:05.130343 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e2d34164-268e-4975-be4d-f3813df265bd), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:05.134038 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:05.176526 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:38:05.180739 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:05.187229 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=e2d34164-268e-4975-be4d-f3813df265bd,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:05.188124 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] Sync routers for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:38:05.222201 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0cbd8f27-43ed-4f22-99d3-e9da70f6751e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "PUT /v2.0/floatingips/5291151f-389e-448e-9e93-37e79edafe38 HTTP/1.1" status: 200 len: 990 time: 1.2060277 Mar 08 08:38:05.222437 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:05.222548 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'tag': '4555beb2-cda1-46ee-82cb-b89f8446cbe6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:05.222636 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:05.222736 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45" -d '{"events": [{"name": "network-changed", "server_uuid": "5f655279-b574-4c48-95fa-b3965b8d4ad1", "tag": "4555beb2-cda1-46ee-82cb-b89f8446cbe6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:05.259500 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344fb1b6-0f30-47af-9171-3a9f63af5d49 x-openstack-request-id: req-344fb1b6-0f30-47af-9171-3a9f63af5d49 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:05.259867 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f655279-b574-4c48-95fa-b3965b8d4ad1", "tag": "4555beb2-cda1-46ee-82cb-b89f8446cbe6", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:05.260314 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-344fb1b6-0f30-47af-9171-3a9f63af5d49 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:05.260904 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'tag': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'status': 'completed', 'code': 200} Mar 08 08:38:05.336773 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:05.344956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-fcff44ab-dabe-4567-8b93-7958b67c7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:05.346666 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-fcff44ab-dabe-4567-8b93-7958b67c7f0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 1129 time: 0.0580189 Mar 08 08:38:05.410352 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['e2d34164-268e-4975-be4d-f3813df265bd'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:38:05.456135 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-683f681f-7949-4b70-a48f-68947fb4f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:05.457757 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-683f681f-7949-4b70-a48f-68947fb4f688 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 911 time: 0.1009409 Mar 08 08:38:05.536239 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-d5e17f9c-df81-46d1-b7f3-6b66f4f4c014 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6 HTTP/1.1" status: 200 len: 998 time: 0.0718586 Mar 08 08:38:05.578850 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9635a-81de-4a07-be86-d18ac4c40ed9 None None] New status for floating IP ab1c6a7e-d445-4e97-8857-41b30d0153d4: DOWN {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:38:05.587993 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-26e826e7-f8e4-48e2-b038-f0610df3ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:05.589617 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-26e826e7-f8e4-48e2-b038-f0610df3ea24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 200 len: 849 time: 0.0457840 Mar 08 08:38:05.603842 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '5291151f-389e-448e-9e93-37e79edafe38', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'port_id': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'mac_address': 'fa:16:3e:2c:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:46Z', 'updated_at': '2022-03-08T08:38:04Z', 'revision_number': 1, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:05.630773 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] Checking router: b9916669-529f-4bee-8a75-307042f3de04 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:38:05.639315 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:05.639923 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:05.640248 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-d9270d5b-744f-4382-bc3f-3aad0947d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:05.643181 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-d9270d5b-744f-4382-bc3f-3aad0947d7cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2551132f-f59c-4840-bb20-6623576cd2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454717 Mar 08 08:38:05.760819 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-2e1ef787-e73c-4475-87f2-69b2cad70f4e service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101038 Mar 08 08:38:05.886130 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e8a5bba-9faf-4c11-8a7a-60158e3d3b45 req-40ca5f87-5e41-4dfd-8a92-87ed0c3bfe5c service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180158 Mar 08 08:38:05.900649 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:05.943551 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260118-fb90-4402-a4c2-20e16999c1a8 req-9884efea-6127-4103-9c78-20cabc552ab6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:05.945073 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-97260118-fb90-4402-a4c2-20e16999c1a8 req-9884efea-6127-4103-9c78-20cabc552ab6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 945 time: 0.0579195 Mar 08 08:38:05.994931 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-97260118-fb90-4402-a4c2-20e16999c1a8 req-dc13be6d-9fae-47c6-8f97-3528549d87dc tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436256 Mar 08 08:38:06.125887 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34778) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:06.127071 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '5291151f-389e-448e-9e93-37e79edafe38', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'port_id': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'mac_address': 'fa:16:3e:2c:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:46Z', 'updated_at': '2022-03-08T08:38:04Z', 'revision_number': 1, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:06.154005 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba59a6-715c-44cb-bcd3-982c7b06d2ba None None] The sync data for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '5291151f-389e-448e-9e93-37e79edafe38', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'port_id': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'mac_address': 'fa:16:3e:2c:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:46Z', 'updated_at': '2022-03-08T08:38:04Z', 'revision_number': 1, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:38:06.189086 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-413c87e5-a02e-4864-b84e-9a82ef8e4cad tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (9c60ce76-274f-47ac-8c72-568b8dc9d3e0), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.217633 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-413c87e5-a02e-4864-b84e-9a82ef8e4cad tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (9c60ce76-274f-47ac-8c72-568b8dc9d3e0), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.224110 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a6bcd-0c56-4ace-a269-b73994354f5a req-00505f8a-e3ed-47b8-b0b6-fdeaf61a646c tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:06.226333 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-695a6bcd-0c56-4ace-a269-b73994354f5a req-00505f8a-e3ed-47b8-b0b6-fdeaf61a646c tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0577397 Mar 08 08:38:06.332496 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-695a6bcd-0c56-4ace-a269-b73994354f5a req-09fcb7cb-b7af-431b-b75c-97a626759efb tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983763 Mar 08 08:38:06.353586 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-413c87e5-a02e-4864-b84e-9a82ef8e4cad tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (9c60ce76-274f-47ac-8c72-568b8dc9d3e0), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.356547 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-413c87e5-a02e-4864-b84e-9a82ef8e4cad tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.359497 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0fd7-f86b-492c-9541-eb98caa48940 req-18711401-85e7-4543-8ce6-fb3979fe503d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:06.361076 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-413c87e5-a02e-4864-b84e-9a82ef8e4cad tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c60ce76-274f-47ac-8c72-568b8dc9d3e0 HTTP/1.1" status: 204 len: 168 time: 0.2338512 Mar 08 08:38:06.361223 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3a2c0fd7-f86b-492c-9541-eb98caa48940 req-18711401-85e7-4543-8ce6-fb3979fe503d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 946 time: 0.0948458 Mar 08 08:38:06.361701 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 34782) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:06.371888 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c87e5-a02e-4864-b84e-9a82ef8e4cad tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c60ce76-274f-47ac-8c72-568b8dc9d3e0,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:06.383553 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c55d1-ff50-4a65-9c3e-4213ef95325a None None] New status for floating IP 5291151f-389e-448e-9e93-37e79edafe38: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:38:06.393342 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-04c5e332-897b-44bc-85a1-36bcd3bc4039 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] show failed (client error): The resource could not be found. Mar 08 08:38:06.397750 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-04c5e332-897b-44bc-85a1-36bcd3bc4039 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups/9c60ce76-274f-47ac-8c72-568b8dc9d3e0 HTTP/1.1" status: 404 len: 347 time: 0.0316474 Mar 08 08:38:06.399294 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34784) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:06.450559 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3a2c0fd7-f86b-492c-9541-eb98caa48940 req-d92548f1-18e9-467b-8e64-3ed3669e929f tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775833 Mar 08 08:38:06.478991 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device e2d34164-268e-4975-be4d-f3813df265bd up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:38:06.533577 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Deleting port c300bc90-a802-422b-8325-71e74f7ea85e {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:38:06.533921 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (c300bc90-a802-422b-8325-71e74f7ea85e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.593818 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port e2d34164-268e-4975-be4d-f3813df265bd completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:38:06.597982 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port e2d34164-268e-4975-be4d-f3813df265bd triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:38:06.604086 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (e2d34164-268e-4975-be4d-f3813df265bd), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.608934 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (c300bc90-a802-422b-8325-71e74f7ea85e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.609366 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (c300bc90-a802-422b-8325-71e74f7ea85e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.621904 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Calling delete_port for c300bc90-a802-422b-8325-71e74f7ea85e owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:38:06.687800 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port e2d34164-268e-4975-be4d-f3813df265bd is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:38:06.688198 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (e2d34164-268e-4975-be4d-f3813df265bd), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.711234 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d34164-268e-4975-be4d-f3813df265bd'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:06.713377 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afb4e01-4d59-4c07-88ab-6b6df7a2feb9" -d '{"events": [{"server_uuid": "7ffbff0d-ec6d-4649-b748-8247d35b019a", "name": "network-vif-plugged", "status": "completed", "tag": "e2d34164-268e-4975-be4d-f3813df265bd"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:06.729500 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port e2d34164-268e-4975-be4d-f3813df265bd, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e2d34164-268e-4975-be4d-f3813df265bd,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:06.751609 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4640f784-1fb7-40f5-87c5-68241f39ec0f x-openstack-request-id: req-4640f784-1fb7-40f5-87c5-68241f39ec0f {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:06.751905 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbff0d-ec6d-4649-b748-8247d35b019a", "name": "network-vif-plugged", "status": "completed", "tag": "e2d34164-268e-4975-be4d-f3813df265bd", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:06.752165 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4640f784-1fb7-40f5-87c5-68241f39ec0f {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:06.752570 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d34164-268e-4975-be4d-f3813df265bd', 'code': 200} Mar 08 08:38:06.809570 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (e2d34164-268e-4975-be4d-f3813df265bd), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.810447 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:38:06.839588 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (c300bc90-a802-422b-8325-71e74f7ea85e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.849123 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 79231cb2-68a9-4144-ac8b-c6ec776ddc4b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:38:06.849467 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 79231cb2-68a9-4144-ac8b-c6ec776ddc4b not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:38:06.863413 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event deleted for resources: {'Port': ['ID=c300bc90-a802-422b-8325-71e74f7ea85e,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:06.877710 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=e2d34164-268e-4975-be4d-f3813df265bd,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:06.927559 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (ab1c6a7e-d445-4e97-8857-41b30d0153d4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.930686 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:06.931838 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a32aac96-795b-474c-97bc-f097e410e6ca tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "DELETE /v2.0/floatingips/ab1c6a7e-d445-4e97-8857-41b30d0153d4 HTTP/1.1" status: 204 len: 168 time: 0.5291369 Mar 08 08:38:07.064335 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db985-9c35-4114-8ad8-35731e3dcb88 req-69d6762f-b509-46ee-b17f-c31f23e55af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:07.066035 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b52db985-9c35-4114-8ad8-35731e3dcb88 req-69d6762f-b509-46ee-b17f-c31f23e55af1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 1130 time: 0.0456185 Mar 08 08:38:07.134919 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b52db985-9c35-4114-8ad8-35731e3dcb88 req-205ad17f-0283-41ad-9fac-cdd5a2a52aea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592895 Mar 08 08:38:07.144972 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4593-939f-4ea2-a1d3-95664d9680f2 req-7e745132-6208-4b94-a26c-afcaf526405f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:07.146413 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3bce4593-939f-4ea2-a1d3-95664d9680f2 req-7e745132-6208-4b94-a26c-afcaf526405f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 946 time: 0.0794191 Mar 08 08:38:07.195300 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3bce4593-939f-4ea2-a1d3-95664d9680f2 req-2176f455-a70f-40b4-ba92-78a23fe31907 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426731 Mar 08 08:38:07.404640 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34794) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:07.409065 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d4f00f36-6355-4816-94e9-6da8c1ca8ca3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649323718', 'description': 'tempest-description--569710899'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:07.454307 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e738eb-16ef-437b-9c0d-232c512aab38 req-e6debc11-3f3d-44e9-b401-41d759d676e8 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:07.455861 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53e738eb-16ef-437b-9c0d-232c512aab38 req-e6debc11-3f3d-44e9-b401-41d759d676e8 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0532558 Mar 08 08:38:07.526193 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53e738eb-16ef-437b-9c0d-232c512aab38 req-3a4ba782-edfc-4fb0-81bc-a13eaf2de717 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631707 Mar 08 08:38:07.540589 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4f00f36-6355-4816-94e9-6da8c1ca8ca3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:07.566843 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313196a1-8838-4cbd-b12c-0c00fd78c950 req-aa2c30d1-d01f-4ce6-932d-89ee1bd0e4df tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:07.569059 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-313196a1-8838-4cbd-b12c-0c00fd78c950 req-aa2c30d1-d01f-4ce6-932d-89ee1bd0e4df tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 946 time: 0.0612357 Mar 08 08:38:07.607720 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4f00f36-6355-4816-94e9-6da8c1ca8ca3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (20e882f3-7b63-4b9a-9dcb-0c87e55c42b2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:07.619682 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-313196a1-8838-4cbd-b12c-0c00fd78c950 req-a217cb71-c1c7-4672-96f7-e63792d941fa tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Mar 08 08:38:07.677898 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4f00f36-6355-4816-94e9-6da8c1ca8ca3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (20e882f3-7b63-4b9a-9dcb-0c87e55c42b2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:07.707608 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f00f36-6355-4816-94e9-6da8c1ca8ca3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:07.784297 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4f00f36-6355-4816-94e9-6da8c1ca8ca3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:07.785563 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d4f00f36-6355-4816-94e9-6da8c1ca8ca3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3799195 Mar 08 08:38:07.788506 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34798) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:07.792696 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-67ee03f0-1ccb-431b-9c65-f03b3e1caac0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'security_group_rule': {'security_group_id': '20e882f3-7b63-4b9a-9dcb-0c87e55c42b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:07.871572 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67ee03f0-1ccb-431b-9c65-f03b3e1caac0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (6db6732f-5300-4f52-9fb5-5c498e78895a), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:07.923560 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67ee03f0-1ccb-431b-9c65-f03b3e1caac0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (6db6732f-5300-4f52-9fb5-5c498e78895a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:07.992103 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67ee03f0-1ccb-431b-9c65-f03b3e1caac0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (6db6732f-5300-4f52-9fb5-5c498e78895a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.009356 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee03f0-1ccb-431b-9c65-f03b3e1caac0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db6732f-5300-4f52-9fb5-5c498e78895a,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:08.081444 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67ee03f0-1ccb-431b-9c65-f03b3e1caac0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.082744 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-67ee03f0-1ccb-431b-9c65-f03b3e1caac0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933075 Mar 08 08:38:08.085409 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34800) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:08.089624 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-e38c0750-3d2d-4b9e-a404-646df895e0fc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'security_group_rule': {'security_group_id': '20e882f3-7b63-4b9a-9dcb-0c87e55c42b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:08.175018 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e38c0750-3d2d-4b9e-a404-646df895e0fc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (9de156a0-39b0-4fc7-98fa-21004a19273c), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.230623 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e38c0750-3d2d-4b9e-a404-646df895e0fc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (9de156a0-39b0-4fc7-98fa-21004a19273c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.259354 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-ccf932d9-52f0-487f-bf1f-2602d25b0b73 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:08.261158 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-ccf932d9-52f0-487f-bf1f-2602d25b0b73 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 946 time: 0.0589361 Mar 08 08:38:08.307850 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e38c0750-3d2d-4b9e-a404-646df895e0fc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (9de156a0-39b0-4fc7-98fa-21004a19273c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.325974 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c0750-3d2d-4b9e-a404-646df895e0fc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de156a0-39b0-4fc7-98fa-21004a19273c,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:08.370731 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77703f8a-c894-42a8-b5d5-b497adeed509 req-c0810cb6-7739-4e1f-ad90-c51d103270b3 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:08.372204 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-77703f8a-c894-42a8-b5d5-b497adeed509 req-c0810cb6-7739-4e1f-ad90-c51d103270b3 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 946 time: 0.1080060 Mar 08 08:38:08.400459 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e38c0750-3d2d-4b9e-a404-646df895e0fc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.401719 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e38c0750-3d2d-4b9e-a404-646df895e0fc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153629 Mar 08 08:38:08.404952 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34804) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:08.409992 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:08.430950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Deleting port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:38:08.431278 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.437736 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-77703f8a-c894-42a8-b5d5-b497adeed509 req-85e8a6c1-6c88-4960-96ab-7a825bd98a39 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597289 Mar 08 08:38:08.508385 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.525141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] For port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,segment=NetworkSegment(6601ac52-63f7-4eb5-a0ad-8d17f24c9302),segment_id=6601ac52-63f7-4eb5-a0ad-8d17f24c9302)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:08.525782 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.538197 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Calling delete_port for 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:38:08.622401 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.694004 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaa362-f4c6-49e8-a864-ccd8e3c4566c req-f3dba40d-5db1-416a-b371-af8483d85ac0 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:08.695408 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28eaa362-f4c6-49e8-a864-ccd8e3c4566c req-f3dba40d-5db1-416a-b371-af8483d85ac0 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0926435 Mar 08 08:38:08.738556 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Allocated IP 172.27.2.155 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/336e78ef-1af9-4483-917e-cd564d7bb50e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:38:08.800850 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e715b2c-7c79-4c93-960f-2cefb23d87b0 req-4f31d61c-5a7e-4b5c-aa4b-f5dc2f53cdf6 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:08.802352 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5e715b2c-7c79-4c93-960f-2cefb23d87b0 req-4f31d61c-5a7e-4b5c-aa4b-f5dc2f53cdf6 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bb1695-c23d-4ab5-8073-3fb3545951b3 HTTP/1.1" status: 200 len: 946 time: 0.1023397 Mar 08 08:38:08.828994 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28eaa362-f4c6-49e8-a864-ccd8e3c4566c req-63a0c7da-a660-4a4b-9a96-e255f0c0c5e1 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277478 Mar 08 08:38:08.846982 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for port (336e78ef-1af9-4483-917e-cd564d7bb50e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.853722 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.865729 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:38:08.890132 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Pushing event deleted for resources: {'Port': ['ID=3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:08.897906 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5e715b2c-7c79-4c93-960f-2cefb23d87b0 req-70a69049-8348-4a03-b3f8-87fed680409d tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.21 "GET /v2.0/security-groups?id=192bb25c-09c9-4534-8011-2982a7d961b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867126 Mar 08 08:38:08.938240 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] No DVR routers for this DVR port 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:38:08.940778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.944596 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-afa61285-b3dd-46ac-bc31-c134d2ba57cd req-6ba8b4bd-0d9a-4aab-9d13-4c0b516889f7 tempest-VolumesSnapshotTestJSON-730969675 tempest-VolumesSnapshotTestJSON-730969675-project] 10.222.0.31 "DELETE /v2.0/ports/3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b HTTP/1.1" status: 204 len: 173 time: 0.6720929 Mar 08 08:38:08.944973 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bb1695-c23d-4ab5-8073-3fb3545951b3', 'name': 'network-vif-deleted', 'tag': '3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:08.947219 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66889e00-07c5-471f-b1b0-d1c20f91ae22" -d '{"events": [{"server_uuid": "b9bb1695-c23d-4ab5-8073-3fb3545951b3", "name": "network-vif-deleted", "tag": "3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:08.960533 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (336e78ef-1af9-4483-917e-cd564d7bb50e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:08.982998 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e7bb9-ec05-45cc-b836-e353ecd45ab7 x-openstack-request-id: req-a98e7bb9-ec05-45cc-b836-e353ecd45ab7 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:08.983298 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bb1695-c23d-4ab5-8073-3fb3545951b3", "name": "network-vif-deleted", "tag": "3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:08.983558 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a98e7bb9-ec05-45cc-b836-e353ecd45ab7 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:08.983966 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bb1695-c23d-4ab5-8073-3fb3545951b3', 'name': 'network-vif-deleted', 'tag': '3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b', 'status': 'completed', 'code': 200} Mar 08 08:38:08.999335 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:38:09.002127 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:38:09.005584 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:38:09.011472 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'Port': ['ID=336e78ef-1af9-4483-917e-cd564d7bb50e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:09.097039 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (c0e64463-62c9-49cd-b8b9-fca7b00f4c75), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:09.198715 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (336e78ef-1af9-4483-917e-cd564d7bb50e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:09.351112 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for port (336e78ef-1af9-4483-917e-cd564d7bb50e), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:09.410660 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (336e78ef-1af9-4483-917e-cd564d7bb50e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:09.487092 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (c0e64463-62c9-49cd-b8b9-fca7b00f4c75), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:09.493986 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'Port': ['ID=336e78ef-1af9-4483-917e-cd564d7bb50e,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:09.572317 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e66143-6bf5-4c41-96a1-90a27a0d6a49 req-51cf97b9-b310-430c-adc3-4c6b28ad797d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:09.573947 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-30e66143-6bf5-4c41-96a1-90a27a0d6a49 req-51cf97b9-b310-430c-adc3-4c6b28ad797d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 946 time: 0.0580919 Mar 08 08:38:09.600522 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:09.610017 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0e04ee20-b258-4faa-a47f-6f6d7d4aeeea tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1953130 Mar 08 08:38:09.624024 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-30e66143-6bf5-4c41-96a1-90a27a0d6a49 req-d050c08f-deb5-4336-b0f4-fe85a22ad75d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439482 Mar 08 08:38:09.760871 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22315f7b-e2ee-4f97-bf02-306bbd9c2619 req-82d40dd4-a091-4d7f-a3da-770652a3c40b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:09.762390 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22315f7b-e2ee-4f97-bf02-306bbd9c2619 req-82d40dd4-a091-4d7f-a3da-770652a3c40b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 946 time: 0.0621192 Mar 08 08:38:09.779249 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34828) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:09.779249 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'floatingip': {'port_id': 'e2d34164-268e-4975-be4d-f3813df265bd'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:09.815810 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7aa13352-4176-49c8-bf5c-1111599cca23 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--649323718&fields=id&tenant_id=a9c1109eec1e49879e9ee38d4823435d HTTP/1.1" status: 200 len: 267 time: 0.0440941 Mar 08 08:38:09.825294 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (71110be0-d95f-4d7f-9c41-1e6efa2b5f37), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:09.980512 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-9e1a45aa-5661-421e-ba32-2b5f41f63e18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:09.982041 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-9e1a45aa-5661-421e-ba32-2b5f41f63e18 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 816 time: 0.1592848 Mar 08 08:38:09.994448 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac58d-2225-4d5e-ad32-d4c39a4a2c01 req-7ac07313-e578-4bbe-94b8-bb390d80da71 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:09.996208 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eafac58d-2225-4d5e-ad32-d4c39a4a2c01 req-7ac07313-e578-4bbe-94b8-bb390d80da71 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0930517 Mar 08 08:38:10.014595 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-90e99239-696b-4f54-85b0-77c707b71dc9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/quotas/a9c1109eec1e49879e9ee38d4823435d HTTP/1.1" status: 200 len: 375 time: 0.0174131 Mar 08 08:38:10.110749 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eafac58d-2225-4d5e-ad32-d4c39a4a2c01 req-b914c09a-fbac-418e-926c-8fb785db28e6 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061902 Mar 08 08:38:10.122538 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-84299b2a-e89b-4e50-8fb0-43d95e83fcfa tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000483 Mar 08 08:38:10.232905 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-547f1746-31ed-4e0d-98be-b74f58f521d9 service neutron] 10.222.0.21 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972388 Mar 08 08:38:10.334605 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-9d2d074e-06d9-463b-9bfd-15ca15b6ca8a service neutron] 10.222.0.21 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950282 Mar 08 08:38:10.539345 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:10.572071 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-85d53c6c-3ec3-4119-b14a-c3fdea433dd7 req-7685856e-86d4-4a8d-8e8d-9308e077b864 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 210 time: 0.0283754 Mar 08 08:38:10.621010 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (71110be0-d95f-4d7f-9c41-1e6efa2b5f37), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:10.730751 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Floating IP 71110be0-d95f-4d7f-9c41-1e6efa2b5f37 associated. External IP: 172.27.2.40, port: e2d34164-268e-4975-be4d-f3813df265bd. Mar 08 08:38:10.941764 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:38:11.054917 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:38:11.059664 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:11.065654 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:38:11.076775 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:11.077394 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:11.096867 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-475e23d8-f1a7-42a8-9c84-6ef394c676c1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "PUT /v2.0/floatingips/71110be0-d95f-4d7f-9c41-1e6efa2b5f37 HTTP/1.1" status: 200 len: 991 time: 1.3163879 Mar 08 08:38:11.096867 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'tag': 'e2d34164-268e-4975-be4d-f3813df265bd'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:11.096867 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e146654b-6ba6-43c2-995b-f6f8270da330" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffbff0d-ec6d-4649-b748-8247d35b019a", "tag": "e2d34164-268e-4975-be4d-f3813df265bd"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:11.137050 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ecddca-c1c6-4202-84b3-833fe8579be8 x-openstack-request-id: req-29ecddca-c1c6-4202-84b3-833fe8579be8 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:11.137460 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffbff0d-ec6d-4649-b748-8247d35b019a", "tag": "e2d34164-268e-4975-be4d-f3813df265bd", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:11.137727 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29ecddca-c1c6-4202-84b3-833fe8579be8 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:11.138216 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'tag': 'e2d34164-268e-4975-be4d-f3813df265bd', 'status': 'completed', 'code': 200} Mar 08 08:38:11.189593 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:11.236290 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-1d83a7f6-9543-4a76-af73-31917310abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:11.237818 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-1d83a7f6-9543-4a76-af73-31917310abb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 1130 time: 0.0784662 Mar 08 08:38:11.253531 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6837a59-e609-4787-8a56-75e75cd59d39 req-44ff2e24-9666-4201-abf4-c04caf12881f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:11.255100 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6837a59-e609-4787-8a56-75e75cd59d39 req-44ff2e24-9666-4201-abf4-c04caf12881f tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0688663 Mar 08 08:38:11.369903 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6837a59-e609-4787-8a56-75e75cd59d39 req-615d8661-b727-4454-85a8-cf3e872bb610 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=95b82db9-aee2-46d8-8d0a-b0401113ef8c&id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072752 Mar 08 08:38:11.383082 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-44b27074-90f8-406c-b8df-5db24da08b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:11.394221 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-44b27074-90f8-406c-b8df-5db24da08b4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 915 time: 0.1380901 Mar 08 08:38:11.425940 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '71110be0-d95f-4d7f-9c41-1e6efa2b5f37', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': 'e2d34164-268e-4975-be4d-f3813df265bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:2f:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:52Z', 'updated_at': '2022-03-08T08:38:10Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:11.456911 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:38:11.458785 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-a98a7292-000c-4fa4-b257-d5debd9cc8ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d34164-268e-4975-be4d-f3813df265bd HTTP/1.1" status: 200 len: 999 time: 0.0677924 Mar 08 08:38:11.465221 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:11.465768 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:37:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:11.508225 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-23abf5d5-5db2-42da-a45a-99c6b62a2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:11.509867 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-23abf5d5-5db2-42da-a45a-99c6b62a2032 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0450902 Mar 08 08:38:11.562792 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-e42e0ba9-0c45-414e-985a-d32c4aed6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:11.564309 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-e42e0ba9-0c45-414e-985a-d32c4aed6ffa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488708 Mar 08 08:38:11.577461 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:11.686072 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-55c31c5e-1b37-4028-aad0-937b6767e61a req-020fce60-e163-4091-89aa-81d0e620bd91 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 210 time: 0.0358787 Mar 08 08:38:11.693792 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-f3db543f-4906-4023-ade6-b917772dcd48 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198308 Mar 08 08:38:11.796870 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e146654b-6ba6-43c2-995b-f6f8270da330 req-74bf4f65-eb27-4121-83ef-391f19951cb6 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987508 Mar 08 08:38:11.812477 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '71110be0-d95f-4d7f-9c41-1e6efa2b5f37', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': 'e2d34164-268e-4975-be4d-f3813df265bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:2f:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:52Z', 'updated_at': '2022-03-08T08:38:10Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:11.839761 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bca787-4e2c-4a41-bc2b-1f790f22b7e2 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '71110be0-d95f-4d7f-9c41-1e6efa2b5f37', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': 'e2d34164-268e-4975-be4d-f3813df265bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:2f:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:37:52Z', 'updated_at': '2022-03-08T08:38:10Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:38:12.041327 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4efc63-4daf-411d-81a0-9250d13d36b9 None None] New status for floating IP 71110be0-d95f-4d7f-9c41-1e6efa2b5f37: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:38:12.495755 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:38:12.519917 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:38:12.520190 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 3a1dc932-2aa2-44ae-8fa2-4e60e87f2d5b not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:38:12.609600 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-2aa6b84d-dd41-43dd-8e13-969709e54a1e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:12.611084 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-2aa6b84d-dd41-43dd-8e13-969709e54a1e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 816 time: 0.1059434 Mar 08 08:38:12.676765 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-193d4c4f-74ab-4485-bb2f-023561e975e2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c1109eec1e49879e9ee38d4823435d HTTP/1.1" status: 200 len: 379 time: 0.0561743 Mar 08 08:38:12.788684 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-42b7ed5d-6652-40ab-b6ad-327bf1b66578 req-43bd7800-1096-4234-a03c-978e8ae08036 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 210 time: 0.0325904 Mar 08 08:38:13.465565 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'port': {'device_id': '5b5454d8-a449-4354-929d-9a81191b7694', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'admin_state_up': True, 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'security_groups': ['20e882f3-7b63-4b9a-9dcb-0c87e55c42b2']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:13.662490 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Made reservation on behalf of a9c1109eec1e49879e9ee38d4823435d for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:38:13.665840 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:13.788723 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Allocated IP 172.20.0.8 (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb/fc891d89-6e49-4ddf-be67-2fa9ae064595/5bac8755-eced-4e42-9791-7917194bc7db) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:38:13.911715 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-034106f0-8e5e-406e-b9ee-6d8aa0624564 req-9f891959-5b34-432c-b19c-8bb8395c6012 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 210 time: 0.0369101 Mar 08 08:38:13.950288 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for port (5bac8755-eced-4e42-9791-7917194bc7db), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:14.043586 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:14.086518 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:38:14.089540 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:38:14.093046 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:38:14.121666 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:14.145844 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:14.146750 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:14.202096 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-ef3a8164-0428-4ed8-94cd-048ef88b20c7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7403047 Mar 08 08:38:14.313251 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b7b03786-2acd-4cc3-ba3e-31906ee9b362 None None] Provisioning complete for port 5bac8755-eced-4e42-9791-7917194bc7db triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:38:14.313859 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b7b03786-2acd-4cc3-ba3e-31906ee9b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (5bac8755-eced-4e42-9791-7917194bc7db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:14.348022 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b7b03786-2acd-4cc3-ba3e-31906ee9b362 None None] Port 5bac8755-eced-4e42-9791-7917194bc7db cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:38:14.730562 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d255-a214-4a15-ae42-3a5f46d9525a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:15.035573 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de340d93-b263-4a22-b1ae-4c353ef1866a req-da9bf936-a7db-46f8-bfad-118ad3f4580a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:15.037031 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-de340d93-b263-4a22-b1ae-4c353ef1866a req-da9bf936-a7db-46f8-bfad-118ad3f4580a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 931 time: 0.0558283 Mar 08 08:38:15.085081 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-de340d93-b263-4a22-b1ae-4c353ef1866a req-9fd78a5f-6670-4ba9-b215-fa9d58e279aa tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Mar 08 08:38:15.127841 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Request body: {'port': {'device_id': '5b5454d8-a449-4354-929d-9a81191b7694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:15.184694 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:15.439418 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bac8755-eced-4e42-9791-7917194bc7db {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:38:15.447344 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Publish callbacks [] for port (5bac8755-eced-4e42-9791-7917194bc7db), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:15.460099 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Transition to ACTIVE for port object 5bac8755-eced-4e42-9791-7917194bc7db will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:38:15.496501 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:15.546736 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:15.618532 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Attempting to bind port 5bac8755-eced-4e42-9791-7917194bc7db on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:38:15.618876 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Attempting to bind port 5bac8755-eced-4e42-9791-7917194bc7db by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:38:15.619205 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Attempting to bind port 5bac8755-eced-4e42-9791-7917194bc7db on network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:38:15.623779 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Port 5bac8755-eced-4e42-9791-7917194bc7db on network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:38:15.624105 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Attempting to bind port 5bac8755-eced-4e42-9791-7917194bc7db on network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:38:15.632956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:38:15.632956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Checking segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:38:15.632956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Bound using segment: {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:38:15.632956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Bound port: 5bac8755-eced-4e42-9791-7917194bc7db, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc6ddbd-7727-463c-84a6-0a158d8c8b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:38:15.632956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:15.715027 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:38:15.717917 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:38:15.798316 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:15.831373 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:15.832000 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:15.833388 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] 10.222.0.31 "PUT /v2.0/ports/5bac8755-eced-4e42-9791-7917194bc7db HTTP/1.1" status: 200 len: 1093 time: 0.7100558 Mar 08 08:38:15.833860 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:15.836106 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8af3054-15a2-4b3f-8d48-c8b4ff920938" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "tag": "5bac8755-eced-4e42-9791-7917194bc7db"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:15.862534 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70eabc-f2d0-4305-a27d-8230278ddfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:15.884247 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d954e4-3517-48f0-8c2f-e0146fb158f8 x-openstack-request-id: req-98d954e4-3517-48f0-8c2f-e0146fb158f8 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:15.884488 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "tag": "5bac8755-eced-4e42-9791-7917194bc7db", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:15.884747 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98d954e4-3517-48f0-8c2f-e0146fb158f8 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:15.885160 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db', 'status': 'completed', 'code': 200} Mar 08 08:38:15.963769 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af3054-15a2-4b3f-8d48-c8b4ff920938 req-e2eb2889-6b77-4b05-a306-7829b1101639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:15.965281 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e8af3054-15a2-4b3f-8d48-c8b4ff920938 req-e2eb2889-6b77-4b05-a306-7829b1101639 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 1127 time: 0.0581090 Mar 08 08:38:16.070586 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af3054-15a2-4b3f-8d48-c8b4ff920938 req-5cc3737e-c9b7-47ad-9e83-d025114db342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:16.072069 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e8af3054-15a2-4b3f-8d48-c8b4ff920938 req-5cc3737e-c9b7-47ad-9e83-d025114db342 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a9c1109eec1e49879e9ee38d4823435d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1003649 Mar 08 08:38:16.198007 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af3054-15a2-4b3f-8d48-c8b4ff920938 req-afb5b493-ca0e-4a46-85ac-b7ad200d1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:16.199695 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e8af3054-15a2-4b3f-8d48-c8b4ff920938 req-afb5b493-ca0e-4a46-85ac-b7ad200d1dc3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178265 Mar 08 08:38:16.225516 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31754b6e-ce51-41c9-b9ca-0ba6556acb43 req-88174283-6cd2-4b75-9fed-1ff15d1f8b95 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:16.227235 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-31754b6e-ce51-41c9-b9ca-0ba6556acb43 req-88174283-6cd2-4b75-9fed-1ff15d1f8b95 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0685380 Mar 08 08:38:16.297896 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-31754b6e-ce51-41c9-b9ca-0ba6556acb43 req-1093844e-66e0-41f5-8e61-55115719905f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646787 Mar 08 08:38:16.309355 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-2fb1334b-20ca-4207-a790-3259c3ca4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:16.310884 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-2fb1334b-20ca-4207-a790-3259c3ca4bae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 1127 time: 0.0650308 Mar 08 08:38:16.356520 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-a3fd6cbb-5f32-4a3a-87c9-322ab65e4875 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bac8755-eced-4e42-9791-7917194bc7db HTTP/1.1" status: 200 len: 217 time: 0.0379462 Mar 08 08:38:16.403695 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-67edb421-3658-49ae-b57a-a02c33bab241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:16.405051 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-67edb421-3658-49ae-b57a-a02c33bab241 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.0430837 Mar 08 08:38:16.456041 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-91443af7-5de0-49e7-8866-6c750acf2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:16.457471 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-91443af7-5de0-49e7-8866-6c750acf2e58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419409 Mar 08 08:38:16.544656 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-6ad864d4-6614-4418-9723-0ff8b3896b19 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807850 Mar 08 08:38:16.645274 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a3433fe-53aa-45ad-855e-9e01ef87eb2a req-f5c04a24-66d8-4d53-bfd2-0094c60cdd15 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823734 Mar 08 08:38:17.060358 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-838ac55f-9f29-49ad-8684-ef56a4917115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:17.421925 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268a4a-026f-4859-a7ea-f73d0888a6bf req-c2670a67-6015-429e-9554-38cdd52c1c12 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:17.423459 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3268a4a-026f-4859-a7ea-f73d0888a6bf req-c2670a67-6015-429e-9554-38cdd52c1c12 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0517812 Mar 08 08:38:17.472142 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3268a4a-026f-4859-a7ea-f73d0888a6bf req-87ca2cc1-aea2-418d-8fcf-e98277617c33 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Mar 08 08:38:18.033000 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:18.594341 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a5158-3c74-4401-8772-e52bcf5f9b41 req-ecd7b9ef-2cdc-4882-87e5-15eb8eef38b6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:18.596023 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb5a5158-3c74-4401-8772-e52bcf5f9b41 req-ecd7b9ef-2cdc-4882-87e5-15eb8eef38b6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0536072 Mar 08 08:38:18.643503 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb5a5158-3c74-4401-8772-e52bcf5f9b41 req-b8ec3cf0-0a0d-4dcd-9780-a2aafa3d81a0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Mar 08 08:38:19.136852 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:38:19.231811 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:19.241977 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '5bac8755-eced-4e42-9791-7917194bc7db', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'port_id': '5bac8755-eced-4e42-9791-7917194bc7db', 'mac_address': 'fa:16:3e:e2:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:38:19.405473 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 5bac8755-eced-4e42-9791-7917194bc7db is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:38:19.405857 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:19.418427 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bac8755-eced-4e42-9791-7917194bc7db {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:38:19.437602 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:19.547985 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:19.548615 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:19.595204 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:19.764444 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c6e69-2024-41f9-89d7-5d9552090313 req-21e29a0e-844b-4185-93ee-62e8fe0c7396 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:19.765914 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-158c6e69-2024-41f9-89d7-5d9552090313 req-21e29a0e-844b-4185-93ee-62e8fe0c7396 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 944 time: 0.0521774 Mar 08 08:38:19.811363 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-158c6e69-2024-41f9-89d7-5d9552090313 req-e4ac7440-6246-48b2-bc2f-3785f2f61aaf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396719 Mar 08 08:38:19.860671 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['5bac8755-eced-4e42-9791-7917194bc7db'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:38:20.932806 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e178d3-dd46-474b-ba02-e7f7de33e209 req-aee9381b-39cb-4aa3-bd6f-2bf1252f2004 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:20.934289 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c9e178d3-dd46-474b-ba02-e7f7de33e209 req-aee9381b-39cb-4aa3-bd6f-2bf1252f2004 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 944 time: 0.0545886 Mar 08 08:38:20.980270 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c9e178d3-dd46-474b-ba02-e7f7de33e209 req-2556a91d-5915-473f-92dd-3cf9bd27ad15 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404232 Mar 08 08:38:21.016223 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:21.509038 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:38:21.637363 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 5bac8755-eced-4e42-9791-7917194bc7db completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:38:21.641402 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 5bac8755-eced-4e42-9791-7917194bc7db triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:38:21.641773 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (5bac8755-eced-4e42-9791-7917194bc7db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:21.727992 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 5bac8755-eced-4e42-9791-7917194bc7db is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:38:21.728376 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:21.749523 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:21.751744 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36194115-116e-4e63-a572-e754459ad33f" -d '{"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-plugged", "status": "completed", "tag": "5bac8755-eced-4e42-9791-7917194bc7db"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:21.764307 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:21.786863 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ab20d-e35d-44f0-9a0f-b0a29ed8e879 x-openstack-request-id: req-716ab20d-e35d-44f0-9a0f-b0a29ed8e879 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:21.787157 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-plugged", "status": "completed", "tag": "5bac8755-eced-4e42-9791-7917194bc7db", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:21.787411 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-716ab20d-e35d-44f0-9a0f-b0a29ed8e879 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:21.787800 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db', 'code': 200} Mar 08 08:38:21.837280 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:21.883931 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:22.106593 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea57d95-7b83-4170-8093-845b888673e9 req-0ef2ef71-f59f-4b0c-9511-745fc7bc410b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:22.108051 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6ea57d95-7b83-4170-8093-845b888673e9 req-0ef2ef71-f59f-4b0c-9511-745fc7bc410b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Mar 08 08:38:22.153459 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6ea57d95-7b83-4170-8093-845b888673e9 req-44802021-7803-4f5d-9c53-36630c1138d9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398705 Mar 08 08:38:23.274991 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21420e-f338-45e3-82e9-72f1b7da3691 req-3f983618-cce8-477b-bfd3-bf4e42c8923f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:23.276456 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb21420e-f338-45e3-82e9-72f1b7da3691 req-3f983618-cce8-477b-bfd3-bf4e42c8923f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0517015 Mar 08 08:38:23.324996 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb21420e-f338-45e3-82e9-72f1b7da3691 req-f669604d-c4f0-461d-ba09-4084e20e4271 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 Mar 08 08:38:23.511653 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289f195-20e5-4ee7-abbf-7059faec9a87 req-389525f5-a675-4c74-aef3-378e68ea2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:23.513000 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9289f195-20e5-4ee7-abbf-7059faec9a87 req-389525f5-a675-4c74-aef3-378e68ea2224 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 1129 time: 0.0422342 Mar 08 08:38:23.555776 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9289f195-20e5-4ee7-abbf-7059faec9a87 req-73976ae9-c69a-40dc-8058-7a4f7d5dba37 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365410 Mar 08 08:38:24.447399 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1fdc7-40c2-4789-94ff-8be29b5d58f6 req-03bfdda8-57fe-43fd-b20b-fc9452670a41 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:24.448881 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eb1fdc7-40c2-4789-94ff-8be29b5d58f6 req-03bfdda8-57fe-43fd-b20b-fc9452670a41 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0516686 Mar 08 08:38:24.495242 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6eb1fdc7-40c2-4789-94ff-8be29b5d58f6 req-21af7eb5-963e-407b-bb14-29c5411cc087 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406532 Mar 08 08:38:25.617584 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ab410-014b-4132-9daf-1d711d3ef20d req-d262207e-b8d1-4c1c-ae07-2c0d622be3b1 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:25.619085 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a38ab410-014b-4132-9daf-1d711d3ef20d req-d262207e-b8d1-4c1c-ae07-2c0d622be3b1 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0556114 Mar 08 08:38:25.664521 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a38ab410-014b-4132-9daf-1d711d3ef20d req-e3252674-20a1-4c95-80ea-4566f575b67b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399542 Mar 08 08:38:25.783082 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041a63-5447-4260-9dcd-4975110ab19f req-0d37ee10-6842-4eb3-a226-6cf436a3e63e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:25.784574 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb041a63-5447-4260-9dcd-4975110ab19f req-0d37ee10-6842-4eb3-a226-6cf436a3e63e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0533154 Mar 08 08:38:25.793744 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 34958) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:25.798284 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Request body: {'floatingip': {'port_id': '5bac8755-eced-4e42-9791-7917194bc7db'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:25.840001 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (c0e64463-62c9-49cd-b8b9-fca7b00f4c75), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:26.279214 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:26.370638 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (c0e64463-62c9-49cd-b8b9-fca7b00f4c75), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:26.467368 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Floating IP c0e64463-62c9-49cd-b8b9-fca7b00f4c75 associated. External IP: 172.27.2.155, port: 5bac8755-eced-4e42-9791-7917194bc7db. Mar 08 08:38:26.675973 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Router b9040abc-b095-46c6-b9a7-1c2664617491 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:38:26.791346 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:38:26.796243 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:26.800753 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] Sync routers for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:38:26.813480 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:26.814132 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:26.826628 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4364c094-f201-4a87-9daf-6c799f94d0a8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "PUT /v2.0/floatingips/c0e64463-62c9-49cd-b8b9-fca7b00f4c75 HTTP/1.1" status: 200 len: 991 time: 1.0316300 Mar 08 08:38:26.827338 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:26.829572 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb517420-7864-4f16-9984-e350f4351203" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "tag": "5bac8755-eced-4e42-9791-7917194bc7db"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:26.865427 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ee084a-fe5f-478c-b0d6-22bbdd174cd8 x-openstack-request-id: req-88ee084a-fe5f-478c-b0d6-22bbdd174cd8 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:26.865729 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "tag": "5bac8755-eced-4e42-9791-7917194bc7db", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:26.866029 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88ee084a-fe5f-478c-b0d6-22bbdd174cd8 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:26.866756 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db', 'status': 'completed', 'code': 200} Mar 08 08:38:26.931459 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:26.939577 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb517420-7864-4f16-9984-e350f4351203 req-c81f94e9-8393-4a90-88f3-3af92b907d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:26.941569 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb517420-7864-4f16-9984-e350f4351203 req-c81f94e9-8393-4a90-88f3-3af92b907d92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 1129 time: 0.0497072 Mar 08 08:38:27.041238 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb517420-7864-4f16-9984-e350f4351203 req-0e175aab-893e-418d-8f44-a77aea702ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:27.042788 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb517420-7864-4f16-9984-e350f4351203 req-0e175aab-893e-418d-8f44-a77aea702ceb service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 917 time: 0.0868883 Mar 08 08:38:27.112076 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb517420-7864-4f16-9984-e350f4351203 req-19ca23ec-9c94-48d9-a353-5a5b7fadb604 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bac8755-eced-4e42-9791-7917194bc7db HTTP/1.1" status: 200 len: 999 time: 0.0579655 Mar 08 08:38:27.154737 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'c0e64463-62c9-49cd-b8b9-fca7b00f4c75', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'port_id': '5bac8755-eced-4e42-9791-7917194bc7db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'mac_address': 'fa:16:3e:e2:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5454d8-a449-4354-929d-9a81191b7694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:38:09Z', 'updated_at': '2022-03-08T08:38:26Z', 'revision_number': 1, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:27.165296 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb517420-7864-4f16-9984-e350f4351203 req-89ffdef2-4607-43f7-8495-7251ce8924be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:27.166781 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb517420-7864-4f16-9984-e350f4351203 req-89ffdef2-4607-43f7-8495-7251ce8924be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.0457239 Mar 08 08:38:27.184885 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] Checking router: b9040abc-b095-46c6-b9a7-1c2664617491 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:38:27.192981 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:27.193583 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:27.215306 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb517420-7864-4f16-9984-e350f4351203 req-3dc4245c-71b9-40a5-8d1e-bf5278a1ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:27.216842 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb517420-7864-4f16-9984-e350f4351203 req-3dc4245c-71b9-40a5-8d1e-bf5278a1ea55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429325 Mar 08 08:38:27.299659 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:27.304328 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb517420-7864-4f16-9984-e350f4351203 req-89603d89-efa8-4dcd-b114-75a12602029c service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798705 Mar 08 08:38:27.401501 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb517420-7864-4f16-9984-e350f4351203 req-beba80dc-ee6c-4ffc-acec-49d561a0d828 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902972 Mar 08 08:38:27.519193 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'c0e64463-62c9-49cd-b8b9-fca7b00f4c75', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'port_id': '5bac8755-eced-4e42-9791-7917194bc7db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'mac_address': 'fa:16:3e:e2:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5454d8-a449-4354-929d-9a81191b7694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:38:09Z', 'updated_at': '2022-03-08T08:38:26Z', 'revision_number': 1, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:27.546537 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70c921-6671-4572-9b2e-6a2c55270cd0 None None] The sync data for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'c0e64463-62c9-49cd-b8b9-fca7b00f4c75', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'port_id': '5bac8755-eced-4e42-9791-7917194bc7db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'mac_address': 'fa:16:3e:e2:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5454d8-a449-4354-929d-9a81191b7694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:38:09Z', 'updated_at': '2022-03-08T08:38:26Z', 'revision_number': 1, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:38:27.738315 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e38c93-3353-4a79-900c-d627d9648905 None None] New status for floating IP c0e64463-62c9-49cd-b8b9-fca7b00f4c75: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:38:34.546523 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-09ef9874-77c9-4811-a959-9961ad540218 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432916 Mar 08 08:38:34.640286 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-a3950af2-d0d9-43d7-bb9e-28b2bd92aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:34.641744 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-a3950af2-d0d9-43d7-bb9e-28b2bd92aab9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 1130 time: 0.0430667 Mar 08 08:38:35.015545 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-dbfe7736-d6de-48e9-a707-94834a3daf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:35.017039 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-dbfe7736-d6de-48e9-a707-94834a3daf59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 912 time: 0.3558683 Mar 08 08:38:35.050107 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.060718 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35036) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:35.115259 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-1dd9e3ba-fa74-404d-8b17-682e1c25919f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 HTTP/1.1" status: 200 len: 1001 time: 0.0901115 Mar 08 08:38:35.122301 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-97168576-61da-4a7d-a68c-70a810f0140d admin admin] Deleting subnet 21235acd-c7ab-4fec-bfe0-a863933346b2 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:38:35.133142 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97168576-61da-4a7d-a68c-70a810f0140d admin admin] Publish callbacks [] for subnet (21235acd-c7ab-4fec-bfe0-a863933346b2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.190774 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97168576-61da-4a7d-a68c-70a810f0140d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4934412'] for subnet (21235acd-c7ab-4fec-bfe0-a863933346b2), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.193444 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-c32e01d5-7851-40a8-bdfb-12f6348d7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:35.194886 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-c32e01d5-7851-40a8-bdfb-12f6348d7bc2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0704062 Mar 08 08:38:35.259058 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97168576-61da-4a7d-a68c-70a810f0140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (21235acd-c7ab-4fec-bfe0-a863933346b2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.296164 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-2da8e8e0-a070-463a-a7eb-bd1a72a5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:35.297536 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-2da8e8e0-a070-463a-a7eb-bd1a72a5bf1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835416 Mar 08 08:38:35.391650 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97168576-61da-4a7d-a68c-70a810f0140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5240717'] for subnet (21235acd-c7ab-4fec-bfe0-a863933346b2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.420071 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-6174ff87-c57d-4b0e-9bce-0bc4263ab096 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074815 Mar 08 08:38:35.421084 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97168576-61da-4a7d-a68c-70a810f0140d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21235acd-c7ab-4fec-bfe0-a863933346b2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:35.426029 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97168576-61da-4a7d-a68c-70a810f0140d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.428474 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-97168576-61da-4a7d-a68c-70a810f0140d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/21235acd-c7ab-4fec-bfe0-a863933346b2 HTTP/1.1" status: 204 len: 168 time: 0.3667979 Mar 08 08:38:35.430875 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35038) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:35.550932 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (a8ea8449-8bc8-47ad-951f-223a61c86908), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.575568 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d94741f-70bc-42d9-8f42-9e46ef4a8b35 req-3dca631d-8295-48ce-a79a-1029a8b9cd9a service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460395 Mar 08 08:38:35.648598 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (a8ea8449-8bc8-47ad-951f-223a61c86908), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.667975 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ea8449-8bc8-47ad-951f-223a61c86908']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:35.676860 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6601ac52-63f7-4eb5-a0ad-8d17f24c9302') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:35.677157 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6601ac52-63f7-4eb5-a0ad-8d17f24c9302') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:35.686721 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4934647'] for segment (6601ac52-63f7-4eb5-a0ad-8d17f24c9302), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.700736 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (6601ac52-63f7-4eb5-a0ad-8d17f24c9302), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.706547 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:38:35.706969 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534090'] for segment (6601ac52-63f7-4eb5-a0ad-8d17f24c9302), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: Traceback (most recent call last): Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: timer() Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: cb(*args, **kw) Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: self._notify() Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: self.callback(batched_events) Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: event.method(event) Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: return f(self, *a, **k) Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._get(url).json() Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:38:35.708784 dv-cinder-832499-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:38:35.826166 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (a8ea8449-8bc8-47ad-951f-223a61c86908), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.830394 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:35.833533 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8ea8449-8bc8-47ad-951f-223a61c86908 HTTP/1.1" status: 204 len: 168 time: 0.3958008 Mar 08 08:38:35.845344 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4a0d8-bfef-4c7e-9e0e-1e85264dac6d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ea8449-8bc8-47ad-951f-223a61c86908,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:36.069853 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:38:36.181407 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35042) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:36.220477 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c191fd77-a852-4726-9f44-796158bf5a1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=187ad3c0f4b44230beb56bdfc855de42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378935 Mar 08 08:38:36.222802 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35044) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:36.271365 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b4abefe-8ef4-44aa-8d3d-9aa28e5e6311 admin admin] Publish callbacks [] for security_group (192bb25c-09c9-4534-8011-2982a7d961b4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:36.292751 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b4abefe-8ef4-44aa-8d3d-9aa28e5e6311 admin admin] Publish callbacks [] for security_group (192bb25c-09c9-4534-8011-2982a7d961b4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:36.381755 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b4abefe-8ef4-44aa-8d3d-9aa28e5e6311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (192bb25c-09c9-4534-8011-2982a7d961b4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:36.384314 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b4abefe-8ef4-44aa-8d3d-9aa28e5e6311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:36.385460 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6b4abefe-8ef4-44aa-8d3d-9aa28e5e6311 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/192bb25c-09c9-4534-8011-2982a7d961b4 HTTP/1.1" status: 204 len: 168 time: 0.1617868 Mar 08 08:38:36.393419 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4abefe-8ef4-44aa-8d3d-9aa28e5e6311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192bb25c-09c9-4534-8011-2982a7d961b4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:44.774819 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3a126701-7bbd-4873-b81c-d010b3eee1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:47.072793 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5a5acd63-149a-4800-8ad3-2e26eaae668f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:48.026930 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:49.535950 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:51.037648 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:54.697299 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-f25b3c7d-9610-4096-8a3b-8b41db11d73a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749697213&fields=id&tenant_id=4c2d390a1e84439b8a76481e293bfd98 HTTP/1.1" status: 200 len: 267 time: 0.1435063 Mar 08 08:38:54.754767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-9598f2ec-28c9-48f6-b9d3-1ea005dfdfe4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:54.756399 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-9598f2ec-28c9-48f6-b9d3-1ea005dfdfe4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 985 time: 0.0534458 Mar 08 08:38:54.767136 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Request body: {'port': {'security_groups': ['78d2713d-7cbe-4289-b716-c2b8e00072e0']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:38:54.850602 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.030900 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] For port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:38:55.060624 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.151336 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.165469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['1c9e7529-82a7-46d2-b4d3-f33aa60d235a'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:38:55.197564 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:55.198283 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.200406 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-83325d63-3344-4f77-a1c3-0ff9a6879e5e req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "PUT /v2.0/ports/1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 943 time: 0.4371307 Mar 08 08:38:55.200880 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:55.203637 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caebf0de-507b-4f58-a558-dc18fcba4d66" -d '{"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:55.208135 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35112) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:55.260472 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event updated for resources: {'Port': ['ID=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,revision_number=7']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:55.274840 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89836fc7-570b-40be-bbde-ac690fcd7c3a x-openstack-request-id: req-89836fc7-570b-40be-bbde-ac690fcd7c3a {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:55.274840 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:55.275093 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89836fc7-570b-40be-bbde-ac690fcd7c3a {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:55.275452 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'status': 'completed', 'code': 200} Mar 08 08:38:55.277656 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.277656 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.277867 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.278217 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.284971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f8047-00ab-4c5c-8484-adf0924450c4 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.324860 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group (95b82db9-aee2-46d8-8d0a-b0401113ef8c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.334602 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['1c9e7529-82a7-46d2-b4d3-f33aa60d235a'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:38:55.353404 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group (95b82db9-aee2-46d8-8d0a-b0401113ef8c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.453323 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-ef24a3e7-9bfa-471f-bd93-d0624903aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:55.455003 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-ef24a3e7-9bfa-471f-bd93-d0624903aaed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2d390a1e84439b8a76481e293bfd98&device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1130 time: 0.1569550 Mar 08 08:38:55.513460 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (95b82db9-aee2-46d8-8d0a-b0401113ef8c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.516256 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.518230 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "DELETE /v2.0/security-groups/95b82db9-aee2-46d8-8d0a-b0401113ef8c HTTP/1.1" status: 204 len: 168 time: 0.3068254 Mar 08 08:38:55.525327 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35120) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:38:55.549310 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-9469c17d-d817-4b47-8d59-d30cb2486ea8 None None] Provisioning complete for port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:38:55.549680 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9469c17d-d817-4b47-8d59-d30cb2486ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.566671 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-c12d5195-4359-49d3-9a96-3b0168b43b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:55.568032 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-c12d5195-4359-49d3-9a96-3b0168b43b03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888 HTTP/1.1" status: 200 len: 915 time: 0.1062059 Mar 08 08:38:55.569736 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b82db9-aee2-46d8-8d0a-b0401113ef8c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:55.583887 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.584499 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.584896 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.585236 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.585574 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.585906 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.586442 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.586851 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.587189 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.587520 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.587848 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.588175 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.588501 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7a130-273b-4b2c-88ce-5df48ab71b36 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:38:55.652171 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-45a2eef7-5627-4e21-a45c-a969b088f856 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 1001 time: 0.0747707 Mar 08 08:38:55.666718 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9469c17d-d817-4b47-8d59-d30cb2486ea8 None None] Current status of the port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:38:55.712954 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-8d42fae2-2f3e-4550-8983-44f640fe61db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:55.714549 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-8d42fae2-2f3e-4550-8983-44f640fe61db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e6f89be-f6db-46ef-8059-92e0fe833bad HTTP/1.1" status: 200 len: 853 time: 0.0535975 Mar 08 08:38:55.726969 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Deleting port 820013fc-c72c-488e-bd1b-f94c261c48d3 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:38:55.727312 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (820013fc-c72c-488e-bd1b-f94c261c48d3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.765461 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-08ff4a97-49aa-4d6e-8ffd-4920d41915ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:55.767022 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-08ff4a97-49aa-4d6e-8ffd-4920d41915ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457339 Mar 08 08:38:55.801329 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (820013fc-c72c-488e-bd1b-f94c261c48d3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.801668 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for floatingip (820013fc-c72c-488e-bd1b-f94c261c48d3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:55.813420 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Calling delete_port for 820013fc-c72c-488e-bd1b-f94c261c48d3 owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:38:55.858203 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-c99e334d-9d00-45f4-9e8a-7f1c52b51796 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824842 Mar 08 08:38:55.954181 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-caebf0de-507b-4f58-a558-dc18fcba4d66 req-0c2350c5-ee50-42cb-b517-9b0ae6d15122 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884366 Mar 08 08:38:56.095922 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (820013fc-c72c-488e-bd1b-f94c261c48d3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:56.125475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event deleted for resources: {'Port': ['ID=820013fc-c72c-488e-bd1b-f94c261c48d3,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:38:56.184867 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks [] for floatingip (d126b47a-af2d-4381-985d-da390aa010da), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:56.185191 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Floating IP d126b47a-af2d-4381-985d-da390aa010da disassociated (deleted). External IP: 172.27.2.46, port: 1c9e7529-82a7-46d2-b4d3-f33aa60d235a. Mar 08 08:38:56.393715 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:38:56.499202 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:38:56.504202 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:38:56.508975 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] Sync routers for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:38:56.519138 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:56.519698 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:56.540757 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0c5e8dee-313f-45a2-ba27-f2f435314e11 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "DELETE /v2.0/floatingips/d126b47a-af2d-4381-985d-da390aa010da HTTP/1.1" status: 204 len: 168 time: 1.0111384 Mar 08 08:38:56.540757 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:38:56.541561 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca755f0-2db3-4d25-a036-15bd87a34a38" -d '{"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:38:56.658311 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:56.846916 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:55Z', 'revision_number': 5, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:56.939653 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e583091-9ecf-45ff-9b4c-19035ae0a6b3 x-openstack-request-id: req-3e583091-9ecf-45ff-9b4c-19035ae0a6b3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:38:56.940389 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:38:56.940856 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e583091-9ecf-45ff-9b4c-19035ae0a6b3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:38:56.941327 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'status': 'completed', 'code': 200} Mar 08 08:38:57.008116 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] Checking router: 9e89225e-936e-4fac-b0cf-b19bcf4e6831 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:38:57.016780 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:38:57.018316 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:57.024807 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-af880ab7-1818-4c63-9792-afe73c56a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:57.026514 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-af880ab7-1818-4c63-9792-afe73c56a53f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2d390a1e84439b8a76481e293bfd98&device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 1130 time: 0.0578649 Mar 08 08:38:57.121442 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-2a1cb56a-920c-4a0e-894b-e6f3c0b0e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:57.123015 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-2a1cb56a-920c-4a0e-894b-e6f3c0b0e604 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888 HTTP/1.1" status: 200 len: 915 time: 0.0904405 Mar 08 08:38:57.129236 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:38:57.164500 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-f90af01e-a622-4326-a0ab-68a9fb51f4c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 200 len: 217 time: 0.0345423 Mar 08 08:38:57.212020 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-ab0aa497-e14d-40b1-bede-5487f5f6d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:57.213351 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-ab0aa497-e14d-40b1-bede-5487f5f6d3d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e6f89be-f6db-46ef-8059-92e0fe833bad HTTP/1.1" status: 200 len: 853 time: 0.0435827 Mar 08 08:38:57.273426 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-19fb6c3b-9093-4246-8b9d-3e9e18322c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:38:57.275735 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-19fb6c3b-9093-4246-8b9d-3e9e18322c55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bd09ce94-c9fd-4d6b-9f35-ff47927cb888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529032 Mar 08 08:38:57.332363 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:55Z', 'revision_number': 5, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:38:57.367136 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03830afd-1c8b-4383-b157-ae56c62d6f85 None None] The sync data for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi is: [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:35:49Z', 'revision_number': 4, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '80356321-26dd-49c6-9ddb-60297479b414', 'name': '', 'network_id': 'bd09ce94-c9fd-4d6b-9f35-ff47927cb888', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'mac_address': 'fa:16:3e:49:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:47Z', 'updated_at': '2022-03-08T08:35:55Z', 'revision_number': 5, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'subnets': [{'id': '0e6f89be-f6db-46ef-8059-92e0fe833bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:38:57.370401 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-5055a2b0-f3ee-4b64-a8f8-5abb058bc1b2 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881917 Mar 08 08:38:57.473374 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ca755f0-2db3-4d25-a036-15bd87a34a38 req-6166ebfd-f0f7-4c16-816c-9b32d0248f35 service neutron] 10.222.0.31 "GET /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942304 Mar 08 08:38:57.592102 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aecddff-9068-4070-aee2-abc80e670f32 None None] New status for floating IP d126b47a-af2d-4381-985d-da390aa010da: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:39:01.019686 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb13cf-e0dd-40af-bd79-35c6ca4bb658 req-c3f51ccd-a4ae-4c32-a71b-13860b2ecf50 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:01.021186 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-26cb13cf-e0dd-40af-bd79-35c6ca4bb658 req-c3f51ccd-a4ae-4c32-a71b-13860b2ecf50 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0535998 Mar 08 08:39:01.067638 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-26cb13cf-e0dd-40af-bd79-35c6ca4bb658 req-058ad22a-eb5d-4aa1-a811-9dd71789b370 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Mar 08 08:39:01.211171 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df33def-07b1-4c79-84eb-a846b11f976e req-cfac56fc-e44a-4c5e-8764-860e7c36461c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:01.212670 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0df33def-07b1-4c79-84eb-a846b11f976e req-cfac56fc-e44a-4c5e-8764-860e7c36461c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 946 time: 0.0577390 Mar 08 08:39:01.262497 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0df33def-07b1-4c79-84eb-a846b11f976e req-66268776-8562-4c84-a341-5d281839c7b7 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Mar 08 08:39:02.184039 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f567f-cd37-4b36-8508-78dc1d2fd10b req-9eb55299-8c49-422d-a89f-7f917317e171 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:02.185500 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-684f567f-cd37-4b36-8508-78dc1d2fd10b req-9eb55299-8c49-422d-a89f-7f917317e171 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0515077 Mar 08 08:39:02.231718 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-684f567f-cd37-4b36-8508-78dc1d2fd10b req-1bca44b5-98a8-4d25-9944-403b72257204 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Mar 08 08:39:02.378340 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb485c50-0958-40bb-ada0-89311f6fe6bf req-328d955d-9cb3-43a6-9fd8-d0800d2c26ca tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:02.379744 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb485c50-0958-40bb-ada0-89311f6fe6bf req-328d955d-9cb3-43a6-9fd8-d0800d2c26ca tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 946 time: 0.0511169 Mar 08 08:39:02.431925 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb485c50-0958-40bb-ada0-89311f6fe6bf req-22639dfa-8394-4fa2-a52c-b876c1c8f076 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460513 Mar 08 08:39:02.826141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-b9e204c9-d96e-4340-ac13-cb9846fe7f2c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:02.827793 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-b9e204c9-d96e-4340-ac13-cb9846fe7f2c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 946 time: 0.0534253 Mar 08 08:39:02.921943 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Deleting port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:02.922317 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:03.041165 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] For port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:03.042220 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:03.099575 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17603dcd-cbe7-462d-89fd-f5bc03453b37 req-38e1169a-36d3-4a29-95c8-656e34882dba tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:03.100942 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-17603dcd-cbe7-462d-89fd-f5bc03453b37 req-38e1169a-36d3-4a29-95c8-656e34882dba tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.1146662 Mar 08 08:39:03.194434 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-17603dcd-cbe7-462d-89fd-f5bc03453b37 req-48c9bacf-d5ba-40ac-a233-3d918fda27b0 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865035 Mar 08 08:39:03.257112 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:03.257495 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (ee7a9239-c538-440e-ad5f-eb9e83eea6d5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:03.257808 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Floating IP ee7a9239-c538-440e-ad5f-eb9e83eea6d5 disassociated. External IP: 172.27.2.77, port: 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555. Mar 08 08:39:03.258178 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Calling delete_port for 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:03.372311 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3eb4c-4d14-4d10-8240-91969548be46 req-ee6c1c4b-14a5-4178-af20-11cdecac3b22 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:03.373722 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-faf3eb4c-4d14-4d10-8240-91969548be46 req-ee6c1c4b-14a5-4178-af20-11cdecac3b22 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0742452 Mar 08 08:39:03.455735 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-faf3eb4c-4d14-4d10-8240-91969548be46 req-e069f759-c79a-4f50-8109-da2187bf83f5 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733511 Mar 08 08:39:03.490002 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:03.518797 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event deleted for resources: {'Port': ['ID=8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:03.552492 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a1f3bd9-0ca4-40de-9ca3-6d6efd2ce996 req-341e3a29-6e5c-498b-b5f1-8c2bd2c61b90 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 210 time: 0.0376668 Mar 08 08:39:03.661928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:39:03.768345 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:39:03.778179 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:39:03.788056 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:03.788664 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:03.806770 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] No DVR routers for this DVR port 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:39:03.809193 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:03.812470 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9dd0f3ff-a3ad-4fcc-a209-f91a154f96c1 req-2cf71192-8649-40c2-ad46-f73a3e30750c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "DELETE /v2.0/ports/8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 HTTP/1.1" status: 204 len: 173 time: 0.9793608 Mar 08 08:39:03.812909 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'name': 'network-vif-deleted', 'tag': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:03.815165 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e152e1c-7169-4ecb-978a-56bb1e578045" -d '{"events": [{"server_uuid": "1a48b41f-f062-4d38-ae2a-01cc3e68ebb8", "name": "network-vif-deleted", "tag": "8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:03.908265 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:03.926819 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d07a6f6-7651-4efb-8188-d164674d7034 x-openstack-request-id: req-4d07a6f6-7651-4efb-8188-d164674d7034 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:03.927271 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a48b41f-f062-4d38-ae2a-01cc3e68ebb8", "name": "network-vif-deleted", "tag": "8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:03.927669 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d07a6f6-7651-4efb-8188-d164674d7034 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:03.928223 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a48b41f-f062-4d38-ae2a-01cc3e68ebb8', 'name': 'network-vif-deleted', 'tag': '8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555', 'status': 'completed', 'code': 200} Mar 08 08:39:04.116711 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:04.146652 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:39:04.154735 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:04.155334 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:04.263371 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:04.316969 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da0bf-3183-4518-bb75-41612d9a23cf req-361b0abe-6b1c-48bf-81ce-a4599a886537 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:04.318728 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe8da0bf-3183-4518-bb75-41612d9a23cf req-361b0abe-6b1c-48bf-81ce-a4599a886537 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0586159 Mar 08 08:39:04.373083 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe8da0bf-3183-4518-bb75-41612d9a23cf req-44f4802a-dec5-4516-8765-89703145cb3a tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/security-groups?id=78d2713d-7cbe-4289-b716-c2b8e00072e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475652 Mar 08 08:39:04.465917 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:04.494965 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56de93-a029-461b-b1e8-d4f5fccab225 None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:39:04.581893 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352f8b5-bb54-4a0f-b7b8-749a1fe1c972 req-51842c4b-0bcc-4cb1-a2bc-19be2d48b856 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:04.583445 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8352f8b5-bb54-4a0f-b7b8-749a1fe1c972 req-51842c4b-0bcc-4cb1-a2bc-19be2d48b856 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0529311 Mar 08 08:39:04.633255 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8352f8b5-bb54-4a0f-b7b8-749a1fe1c972 req-99a8e985-acc9-4aec-9088-274f3f9bf96e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431020 Mar 08 08:39:04.688478 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-436b59b8-5dfd-4abd-9f4e-67774b71751d req-bc64d118-8d70-496c-886c-ad141d3f696b tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a48b41f-f062-4d38-ae2a-01cc3e68ebb8 HTTP/1.1" status: 200 len: 210 time: 0.0275564 Mar 08 08:39:04.745534 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b107261-d741-4ec7-ab0c-71b813a7e003 None None] New status for floating IP ee7a9239-c538-440e-ad5f-eb9e83eea6d5: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:39:05.044562 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:05.066628 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-20f78917-f1f4-4127-a3a0-b6a1aa96517c tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:05.068075 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-20f78917-f1f4-4127-a3a0-b6a1aa96517c tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.31 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 946 time: 0.0559654 Mar 08 08:39:05.164403 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Deleting port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:05.164742 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:05.254125 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] For port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:05.254488 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:05.266583 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Calling delete_port for 1c9e7529-82a7-46d2-b4d3-f33aa60d235a owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:05.353820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:05.373649 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:39:05.374019 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 8d2b5d02-a6e4-4efa-a2d3-6b6cc9ae1555 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:39:05.467331 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (1c9e7529-82a7-46d2-b4d3-f33aa60d235a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:05.476034 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfe10911-e93f-4440-b83c-ae3a398df38f req-c3129055-fca3-4c3b-a8b4-8c27a3907c6d tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0388904 Mar 08 08:39:05.497785 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Pushing event deleted for resources: {'Port': ['ID=1c9e7529-82a7-46d2-b4d3-f33aa60d235a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:05.538548 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] No DVR routers for this DVR port 1c9e7529-82a7-46d2-b4d3-f33aa60d235a on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:39:05.541011 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:05.544307 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d3dcf81-de23-4a8d-96cc-199dbc0fefc2 req-3179ba31-4854-420f-add6-4cd6ab621618 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.31 "DELETE /v2.0/ports/1c9e7529-82a7-46d2-b4d3-f33aa60d235a HTTP/1.1" status: 204 len: 173 time: 0.4707739 Mar 08 08:39:05.775694 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d38bab-d569-40c1-bcb1-09185b12e939 req-06e10a86-e85d-4332-9855-d525aa310c39 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:05.777221 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-84d38bab-d569-40c1-bcb1-09185b12e939 req-06e10a86-e85d-4332-9855-d525aa310c39 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0699654 Mar 08 08:39:05.852264 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-84d38bab-d569-40c1-bcb1-09185b12e939 req-f733cf37-a807-42e6-ac28-bdf31742b3fc tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681746 Mar 08 08:39:05.929603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'name': 'network-vif-deleted', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:05.932052 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9e9dcc-ea3e-4e25-b3ea-eb0989e3d017" -d '{"events": [{"server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "name": "network-vif-deleted", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:05.970735 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e6658-047c-4f8e-af55-18206f9828d5 x-openstack-request-id: req-765e6658-047c-4f8e-af55-18206f9828d5 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:05.971038 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff487d-c50b-4b35-8950-a8df0042a46b", "name": "network-vif-deleted", "tag": "1c9e7529-82a7-46d2-b4d3-f33aa60d235a", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:05.971297 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-765e6658-047c-4f8e-af55-18206f9828d5 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:05.971698 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff487d-c50b-4b35-8950-a8df0042a46b', 'name': 'network-vif-deleted', 'tag': '1c9e7529-82a7-46d2-b4d3-f33aa60d235a', 'status': 'completed', 'code': 200} Mar 08 08:39:05.990694 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-df003cb7-1221-49bd-bed5-dc8d7507d8a5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852533028&fields=id&tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 267 time: 0.0556877 Mar 08 08:39:06.095374 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7237-f8da-4dae-bb32-027270165712 req-2b44357a-d206-4808-b157-8e283d246702 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:06.096776 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-2b44357a-d206-4808-b157-8e283d246702 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 811 time: 0.0994346 Mar 08 08:39:06.110707 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-827f9b94-92e8-4ead-95d7-1bc5e2b11960 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/quotas/8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 375 time: 0.0086102 Mar 08 08:39:06.166357 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-5a0d3bf8-d471-4678-802d-abd7bba8319d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509169 Mar 08 08:39:06.301413 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-6f5da60b-d37d-4223-8356-5ffda93f6b21 service neutron] 10.222.0.21 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243467 Mar 08 08:39:06.394580 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-d2b96d5e-2680-4d50-8287-658674cfba1c service neutron] 10.222.0.21 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871410 Mar 08 08:39:06.581934 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-085dd729-1af7-4ee0-b0f3-b08fccbd23ed req-d2ae8b08-444f-4804-8fb3-3ddb33002423 tempest-TestMinimumBasicScenario-264584938 tempest-TestMinimumBasicScenario-264584938-project] 10.222.0.21 "GET /v2.0/ports?device_id=edff487d-c50b-4b35-8950-a8df0042a46b HTTP/1.1" status: 200 len: 210 time: 0.0282199 Mar 08 08:39:06.980755 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-583473da-24a7-43e9-a3b2-d5a0c5137452 req-1f5a1331-bcba-4c89-909d-656611e1b911 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 210 time: 0.0499916 Mar 08 08:39:07.011221 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a86ef-8ccd-4dcb-af83-786d4d0d1117 req-f0306b21-a117-48a3-9ed1-c19b947461c8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:07.012675 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-160a86ef-8ccd-4dcb-af83-786d4d0d1117 req-f0306b21-a117-48a3-9ed1-c19b947461c8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0722032 Mar 08 08:39:07.064562 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-160a86ef-8ccd-4dcb-af83-786d4d0d1117 req-0d612e72-84fc-4f15-8bf2-07078e8691ae tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460758 Mar 08 08:39:07.355827 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 1c9e7529-82a7-46d2-b4d3-f33aa60d235a no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:07.376351 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 1c9e7529-82a7-46d2-b4d3-f33aa60d235a {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:39:07.376700 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 1c9e7529-82a7-46d2-b4d3-f33aa60d235a not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:39:08.089025 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62ca0e44-2068-4c9c-8894-28133ccbb832 req-5acfef04-424f-4f4d-8973-3786d7b073df tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 210 time: 0.0412090 Mar 08 08:39:08.215767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b533d18-f079-4213-b0db-a7fd3cb82b2f req-c8a39255-3c8f-4ee8-a3e8-7f22e223d3da tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:08.217359 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6b533d18-f079-4213-b0db-a7fd3cb82b2f req-c8a39255-3c8f-4ee8-a3e8-7f22e223d3da tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0653524 Mar 08 08:39:08.275818 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6b533d18-f079-4213-b0db-a7fd3cb82b2f req-b32ee426-77ca-4921-9430-f52fc4945d8a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507383 Mar 08 08:39:09.201232 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d290cb1-189b-4d37-bb6f-4205ce2f9092 req-900ed0e4-918f-449d-a658-6b889eb0092d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 210 time: 0.0377910 Mar 08 08:39:09.211462 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7237-f8da-4dae-bb32-027270165712 req-4d9636ac-ce57-484b-84e8-f12cff5c0ae8 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:09.212944 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-4d9636ac-ce57-484b-84e8-f12cff5c0ae8 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 811 time: 0.1321571 Mar 08 08:39:09.284833 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-8304b737-47c8-4011-b47b-54c90bac2ed4 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 379 time: 0.0547483 Mar 08 08:39:09.294533 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'port': {'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'admin_state_up': True, 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'security_groups': ['27a01db1-6287-44c5-a1ea-fc865832e449']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:09.404724 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35338) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:09.455932 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d386e-1b45-4442-9e63-953317290468 req-b3ea3a6d-f78e-4c9f-8149-c31becb2e772 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:09.457549 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c03d386e-1b45-4442-9e63-953317290468 req-b3ea3a6d-f78e-4c9f-8149-c31becb2e772 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0863061 Mar 08 08:39:09.512854 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c03d386e-1b45-4442-9e63-953317290468 req-b1a536dd-536a-41b5-b980-04c9391210c7 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470498 Mar 08 08:39:09.555438 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Made reservation on behalf of 8f5b122fc23c4f10a9f6f53e9636e82c for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:39:09.558921 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:09.691322 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Allocated IP 172.20.0.6 (a156426f-6f5c-4d67-a0ad-095c8814c4c1/11c10426-09e0-4145-93e6-e6f247ed5c1e/479f4f32-24a4-499a-ae1b-35ea4fdceb1b) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:39:09.847203 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:09.976898 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:10.024032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:39:10.027101 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:39:10.029656 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:39:10.060414 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:10.072511 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (9e89225e-936e-4fac-b0cf-b19bcf4e6831), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:10.098616 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:10.099709 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:10.207493 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-50195629-0d5b-4171-a160-9e935b3d572d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9115183 Mar 08 08:39:10.218613 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Request body: {'port': {'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:10.287569 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2bb0f0ea-dfcd-4175-a955-1fa165459636 None None] Provisioning complete for port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:39:10.289502 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2bb0f0ea-dfcd-4175-a955-1fa165459636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:10.334117 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0f0ea-dfcd-4175-a955-1fa165459636 None None] Port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:39:10.417667 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Deleting port 80356321-26dd-49c6-9ddb-60297479b414 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:10.418368 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (80356321-26dd-49c6-9ddb-60297479b414), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:10.500689 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] For port 80356321-26dd-49c6-9ddb-60297479b414, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=80356321-26dd-49c6-9ddb-60297479b414,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:10.501018 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (80356321-26dd-49c6-9ddb-60297479b414), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:10.518295 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Calling delete_port for 80356321-26dd-49c6-9ddb-60297479b414 owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:10.546469 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dda47d-888b-46c3-bce6-9a17e99cb55e req-c8d62b96-633e-42d8-8859-931fa1ac2d9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:10.547955 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-01dda47d-888b-46c3-bce6-9a17e99cb55e req-c8d62b96-633e-42d8-8859-931fa1ac2d9d tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 946 time: 0.3859906 Mar 08 08:39:10.632207 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:10.658207 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f17ca-c2a3-4182-b69a-cbf92596af2c req-9163b98f-e87b-44b9-a4d3-38912538724b tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:10.659703 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-016f17ca-c2a3-4182-b69a-cbf92596af2c req-9163b98f-e87b-44b9-a4d3-38912538724b tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 931 time: 0.1344240 Mar 08 08:39:10.666606 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-01dda47d-888b-46c3-bce6-9a17e99cb55e req-f288d96e-2c01-4b48-932e-cc8ae07bb7f4 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028411 Mar 08 08:39:10.781787 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (80356321-26dd-49c6-9ddb-60297479b414), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:10.808577 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Pushing event deleted for resources: {'Port': ['ID=80356321-26dd-49c6-9ddb-60297479b414,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:10.809458 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-016f17ca-c2a3-4182-b69a-cbf92596af2c req-5780a8c8-1d91-48b3-80b8-0cc141f337c4 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419096 Mar 08 08:39:10.878493 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f9262-8bc3-46a3-a5ad-a14e83111677 req-50fcb508-a2af-4db6-a08d-0b6e9c086231 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:10.880023 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e1f9262-8bc3-46a3-a5ad-a14e83111677 req-50fcb508-a2af-4db6-a08d-0b6e9c086231 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.1428673 Mar 08 08:39:10.977613 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e1f9262-8bc3-46a3-a5ad-a14e83111677 req-a3837134-536b-45a9-ae3f-5fa8bbe739e6 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863502 Mar 08 08:39:10.997812 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (9e89225e-936e-4fac-b0cf-b19bcf4e6831), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.058518 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479f4f32-24a4-499a-ae1b-35ea4fdceb1b {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:39:11.065914 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Publish callbacks [] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.078103 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Transition to ACTIVE for port object 479f4f32-24a4-499a-ae1b-35ea4fdceb1b will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:39:11.145684 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.214042 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Pushing event updated for resources: {'Port': ['ID=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:11.218448 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:39:11.271878 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Attempting to bind port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:39:11.272216 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Attempting to bind port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:39:11.272544 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Attempting to bind port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:39:11.276956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:39:11.277282 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Attempting to bind port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:39:11.282401 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:39:11.282750 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Checking segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:39:11.283132 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Bound using segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:39:11.283623 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Bound port: 479f4f32-24a4-499a-ae1b-35ea4fdceb1b, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:39:11.283982 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.339682 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:39:11.347417 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0a45dee2-fed7-415e-a1d6-acda65ff8eca admin admin] 10.222.0.21 "PUT /v2.0/routers/9e89225e-936e-4fac-b0cf-b19bcf4e6831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9416151 Mar 08 08:39:11.348034 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35352) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:11.349525 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] Sync routers for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:39:11.362832 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] For port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:39:11.364056 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:11.364925 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:11.366492 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] For port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:39:11.443213 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.458344 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks [] for router (9e89225e-936e-4fac-b0cf-b19bcf4e6831), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.479761 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:11.480594 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.482656 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] 10.222.0.31 "PUT /v2.0/ports/479f4f32-24a4-499a-ae1b-35ea4fdceb1b HTTP/1.1" status: 200 len: 1093 time: 1.2678711 Mar 08 08:39:11.485742 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:11.488937 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1393a2e1-5f8e-4c15-b8e2-ca7cce10c3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:11.555172 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663f3d4-a287-4f31-a5a2-2148d05c861c service neutron] Pushing event updated for resources: {'Port': ['ID=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:11.563669 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a569ba5-c302-4b52-8d12-3a93c041e33f x-openstack-request-id: req-1a569ba5-c302-4b52-8d12-3a93c041e33f {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:11.564139 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:11.564544 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a569ba5-c302-4b52-8d12-3a93c041e33f {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:11.565243 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'status': 'completed', 'code': 200} Mar 08 08:39:11.603066 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks [] for router_gateway (9e89225e-936e-4fac-b0cf-b19bcf4e6831), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.648845 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:11.656393 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393a2e1-5f8e-4c15-b8e2-ca7cce10c3a1 req-750a9c38-1a9c-4fa4-8d0f-8972a8486d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:11.656393 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1393a2e1-5f8e-4c15-b8e2-ca7cce10c3a1 req-750a9c38-1a9c-4fa4-8d0f-8972a8486d7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 1127 time: 0.0668302 Mar 08 08:39:11.848191 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-970fe958-84fa-4465-b70e-bd866a9389f1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:11.850980 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-970fe958-84fa-4465-b70e-bd866a9389f1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 946 time: 0.1337318 Mar 08 08:39:11.886218 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c40a-8af5-4d25-8935-78e03cf3bf7f req-44408c6b-2987-437b-9973-08194a25ebfb tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:11.886426 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:39:10Z', 'revision_number': 5, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port': {'id': 'b07ca923-7315-4434-9f96-ac5d96faf620', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:44Z', 'updated_at': '2022-03-08T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:11.886584 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7dd7c40a-8af5-4d25-8935-78e03cf3bf7f req-44408c6b-2987-437b-9973-08194a25ebfb tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 946 time: 0.1100969 Mar 08 08:39:11.893713 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393a2e1-5f8e-4c15-b8e2-ca7cce10c3a1 req-e445ce98-ad52-4d5e-96bb-cceeaf5d9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:11.895407 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1393a2e1-5f8e-4c15-b8e2-ca7cce10c3a1 req-e445ce98-ad52-4d5e-96bb-cceeaf5d9c22 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2284768 Mar 08 08:39:11.919966 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] Checking router: 9e89225e-936e-4fac-b0cf-b19bcf4e6831 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:39:11.927375 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Deleting port b07ca923-7315-4434-9f96-ac5d96faf620 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:11.927718 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:11.932730 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] Routers {'9e89225e-936e-4fac-b0cf-b19bcf4e6831'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:11.933448 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:12.039419 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Deleting port e2d34164-268e-4975-be4d-f3813df265bd {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:12.039760 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (e2d34164-268e-4975-be4d-f3813df265bd), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:12.056505 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] Set router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 gateway port host: None {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:12.067207 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7dd7c40a-8af5-4d25-8935-78e03cf3bf7f req-e5516356-109a-40cd-ac29-acfd1fa14b80 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1695979 Mar 08 08:39:12.106947 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] For port b07ca923-7315-4434-9f96-ac5d96faf620, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=b07ca923-7315-4434-9f96-ac5d96faf620,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:12.107321 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:12.116045 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393a2e1-5f8e-4c15-b8e2-ca7cce10c3a1 req-46639aa1-85f3-403e-85ec-3754d2eb4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:12.117628 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1393a2e1-5f8e-4c15-b8e2-ca7cce10c3a1 req-46639aa1-85f3-403e-85ec-3754d2eb4dc8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783216 Mar 08 08:39:12.131292 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374068f-b9b4-4c24-9419-7a6d8ea9031f req-f4633b4a-7687-407e-8bfb-6cb58c590b75 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:12.140430 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5374068f-b9b4-4c24-9419-7a6d8ea9031f req-f4633b4a-7687-407e-8bfb-6cb58c590b75 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 943 time: 0.1190097 Mar 08 08:39:12.152356 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:39:11Z', 'revision_number': 6, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port_host': None}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:12.194191 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Calling delete_port for b07ca923-7315-4434-9f96-ac5d96faf620 owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:12.195371 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc674526-2ded-4399-953e-4ed4526aca10 None None] The sync data for ids ['9e89225e-936e-4fac-b0cf-b19bcf4e6831'] in dv-cinder-832499-1-iscsi is: [{'id': '9e89225e-936e-4fac-b0cf-b19bcf4e6831', 'name': 'tempest-TestMinimumBasicScenario-404140963-router', 'tenant_id': '4c2d390a1e84439b8a76481e293bfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:43Z', 'updated_at': '2022-03-08T08:39:11Z', 'revision_number': 6, 'project_id': '4c2d390a1e84439b8a76481e293bfd98', 'gw_port_host': None}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:39:12.276657 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5374068f-b9b4-4c24-9419-7a6d8ea9031f req-f047b88a-a6d0-49e4-99d0-83be80ad49f7 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352837 Mar 08 08:39:12.292041 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7237-f8da-4dae-bb32-027270165712 req-f90cff9b-08a8-4c31-8d8f-77aed1c0bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:12.293550 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-f90cff9b-08a8-4c31-8d8f-77aed1c0bb8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 1127 time: 0.1325171 Mar 08 08:39:12.305241 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298e94a-c9df-404b-9069-3cf467364d90 req-38d4ba10-ab95-420a-ab01-76795f4df570 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:12.306774 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6298e94a-c9df-404b-9069-3cf467364d90 req-38d4ba10-ab95-420a-ab01-76795f4df570 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.1149576 Mar 08 08:39:12.325687 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] For port e2d34164-268e-4975-be4d-f3813df265bd, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=e2d34164-268e-4975-be4d-f3813df265bd,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:12.326149 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (e2d34164-268e-4975-be4d-f3813df265bd), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:12.348572 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-a1cdfed3-79ee-4747-a39a-2ca030dc9341 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b HTTP/1.1" status: 200 len: 217 time: 0.0408273 Mar 08 08:39:12.415896 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6298e94a-c9df-404b-9069-3cf467364d90 req-60b7566b-f717-40e2-8b5b-a81509f36dc8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010365 Mar 08 08:39:12.419535 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7237-f8da-4dae-bb32-027270165712 req-b6c802e0-cb43-462f-b17b-55a9de6acdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:12.420941 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-b6c802e0-cb43-462f-b17b-55a9de6acdea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0656788 Mar 08 08:39:12.479769 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7237-f8da-4dae-bb32-027270165712 req-094fa257-b03a-477c-840e-f667b3884292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:12.481280 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-094fa257-b03a-477c-840e-f667b3884292 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523446 Mar 08 08:39:12.580033 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:12.580616 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (71110be0-d95f-4d7f-9c41-1e6efa2b5f37), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:12.580742 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Floating IP 71110be0-d95f-4d7f-9c41-1e6efa2b5f37 disassociated. External IP: 172.27.2.40, port: e2d34164-268e-4975-be4d-f3813df265bd. Mar 08 08:39:12.581099 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Calling delete_port for e2d34164-268e-4975-be4d-f3813df265bd owned by compute:nova {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:12.592135 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-0ce0cb04-8e76-45aa-b2bc-0a745f18b5d8 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012454 Mar 08 08:39:12.625771 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (b07ca923-7315-4434-9f96-ac5d96faf620), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:12.659725 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07ca923-7315-4434-9f96-ac5d96faf620,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:12.712984 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-da3b7237-f8da-4dae-bb32-027270165712 req-4c91d223-d5bb-458d-bb47-f4d58d324856 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174672 Mar 08 08:39:12.744790 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (9e89225e-936e-4fac-b0cf-b19bcf4e6831), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.070166 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:39:13.107964 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (9e89225e-936e-4fac-b0cf-b19bcf4e6831), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.112009 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks [] for router_controller (9e89225e-936e-4fac-b0cf-b19bcf4e6831), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.197591 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af73ff4-c81a-4633-8b26-23b0a8c8ba2e req-51b31d60-8309-44d6-848f-f81ec529bd94 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:13.199236 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0af73ff4-c81a-4633-8b26-23b0a8c8ba2e req-51b31d60-8309-44d6-848f-f81ec529bd94 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 946 time: 0.0590205 Mar 08 08:39:13.247007 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0af73ff4-c81a-4633-8b26-23b0a8c8ba2e req-b34d98e2-af9b-44b3-8a88-f87e45cfcb71 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd137219-29d2-4662-89bc-54eb94190ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416024 Mar 08 08:39:13.307988 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (e2d34164-268e-4975-be4d-f3813df265bd), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.309455 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (9e89225e-936e-4fac-b0cf-b19bcf4e6831), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.310051 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e89225e-936e-4fac-b0cf-b19bcf4e6831 {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:39:13.341396 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.342571 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-174fe328-3325-4f32-9bab-65a31e4a68f4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9e89225e-936e-4fac-b0cf-b19bcf4e6831 HTTP/1.1" status: 204 len: 168 time: 1.9936192 Mar 08 08:39:13.345347 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35378) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:13.345946 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'Port': ['ID=e2d34164-268e-4975-be4d-f3813df265bd,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:13.435976 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f885f8e1-9bb8-4c8d-9ae4-1730c37bd1a9 admin admin] Deleting subnet 0e6f89be-f6db-46ef-8059-92e0fe833bad {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:39:13.443275 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f885f8e1-9bb8-4c8d-9ae4-1730c37bd1a9 admin admin] Publish callbacks [] for subnet (0e6f89be-f6db-46ef-8059-92e0fe833bad), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.475229 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:39:13.476823 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71ccf4-76ec-48b3-a41d-77a782a5f12a req-1822221c-5384-4c25-ad01-c339a932d047 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:13.478328 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fc71ccf4-76ec-48b3-a41d-77a782a5f12a req-1822221c-5384-4c25-ad01-c339a932d047 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 943 time: 0.1043777 Mar 08 08:39:13.490164 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f885f8e1-9bb8-4c8d-9ae4-1730c37bd1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4934412'] for subnet (0e6f89be-f6db-46ef-8059-92e0fe833bad), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.597439 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:39:13.609194 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:39:13.620257 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:13.621255 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:13.640835 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fc71ccf4-76ec-48b3-a41d-77a782a5f12a req-91b04d34-1a0a-41a3-b3fa-665eb0d1789a tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530674 Mar 08 08:39:13.644288 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] No DVR routers for this DVR port e2d34164-268e-4975-be4d-f3813df265bd on host hv-cinder-83249 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:39:13.647166 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.651459 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bae0fafb-8369-4bb1-86d6-c2e049a78477 req-f992f93d-a9e2-4293-b733-62312544e9c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "DELETE /v2.0/ports/e2d34164-268e-4975-be4d-f3813df265bd HTTP/1.1" status: 204 len: 173 time: 1.7935791 Mar 08 08:39:13.652244 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'name': 'network-vif-deleted', 'tag': 'e2d34164-268e-4975-be4d-f3813df265bd'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:13.654723 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a337a3-da4c-4091-91cc-577e0a63ae0c" -d '{"events": [{"server_uuid": "7ffbff0d-ec6d-4649-b748-8247d35b019a", "name": "network-vif-deleted", "tag": "e2d34164-268e-4975-be4d-f3813df265bd"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:13.671409 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb132e2d-23e4-498f-8d69-3334ca91f82e req-9d08ef53-34a9-4add-8189-4cbf54af5d87 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:13.672937 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb132e2d-23e4-498f-8d69-3334ca91f82e req-9d08ef53-34a9-4add-8189-4cbf54af5d87 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.1776824 Mar 08 08:39:13.685244 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f885f8e1-9bb8-4c8d-9ae4-1730c37bd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (0e6f89be-f6db-46ef-8059-92e0fe833bad), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.752795 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fa86e5-b5e8-422c-8663-a1b9e84c721b x-openstack-request-id: req-10fa86e5-b5e8-422c-8663-a1b9e84c721b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:13.752795 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbff0d-ec6d-4649-b748-8247d35b019a", "name": "network-vif-deleted", "tag": "e2d34164-268e-4975-be4d-f3813df265bd", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:13.753115 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10fa86e5-b5e8-422c-8663-a1b9e84c721b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:13.754001 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbff0d-ec6d-4649-b748-8247d35b019a', 'name': 'network-vif-deleted', 'tag': 'e2d34164-268e-4975-be4d-f3813df265bd', 'status': 'completed', 'code': 200} Mar 08 08:39:13.755039 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:13.775870 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb132e2d-23e4-498f-8d69-3334ca91f82e req-99cb9441-637a-4e4b-81f8-cbb124d3b2ee tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881617 Mar 08 08:39:13.855769 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f885f8e1-9bb8-4c8d-9ae4-1730c37bd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5240717'] for subnet (0e6f89be-f6db-46ef-8059-92e0fe833bad), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.889944 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885f8e1-9bb8-4c8d-9ae4-1730c37bd1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6f89be-f6db-46ef-8059-92e0fe833bad,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:13.893824 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f885f8e1-9bb8-4c8d-9ae4-1730c37bd1a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:13.897101 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f885f8e1-9bb8-4c8d-9ae4-1730c37bd1a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e6f89be-f6db-46ef-8059-92e0fe833bad HTTP/1.1" status: 204 len: 168 time: 0.5504341 Mar 08 08:39:13.903025 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35390) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:13.903189 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61223e2c-0857-44bb-b2f9-9388c1116bbc None None] Network bd09ce94-c9fd-4d6b-9f35-ff47927cb888 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:39:13.981106 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (bd09ce94-c9fd-4d6b-9f35-ff47927cb888), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.050556 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Deleting port f85ddad2-bc79-496b-9d6c-36aab06510fc {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:14.050556 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.083561 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] DHCP port deletion for bd09ce94-c9fd-4d6b-9f35-ff47927cb888 request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:39:14.116103 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:14.128527 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] For port f85ddad2-bc79-496b-9d6c-36aab06510fc, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f85ddad2-bc79-496b-9d6c-36aab06510fc,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:14.128894 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.142770 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Deleting port f85ddad2-bc79-496b-9d6c-36aab06510fc {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:14.148503 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:39:14.148626 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.148718 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Calling delete_port for f85ddad2-bc79-496b-9d6c-36aab06510fc owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:14.154829 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:14.156715 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:14.173111 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device b07ca923-7315-4434-9f96-ac5d96faf620 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:14.221696 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: b07ca923-7315-4434-9f96-ac5d96faf620 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:39:14.222073 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device b07ca923-7315-4434-9f96-ac5d96faf620 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:39:14.222487 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f85ddad2-bc79-496b-9d6c-36aab06510fc no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:14.266881 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] For port f85ddad2-bc79-496b-9d6c-36aab06510fc, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f85ddad2-bc79-496b-9d6c-36aab06510fc,segment=NetworkSegment(961733b8-b180-415e-970f-15dd3ba50092),segment_id=961733b8-b180-415e-970f-15dd3ba50092)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:14.267274 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.285087 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Calling delete_port for f85ddad2-bc79-496b-9d6c-36aab06510fc owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:14.306673 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:14.325546 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.361679 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] No DVR routers for this DVR port f85ddad2-bc79-496b-9d6c-36aab06510fc on host dv-cinder-832499-1-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:39:14.368094 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85ddad2-bc79-496b-9d6c-36aab06510fc,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:14.397460 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3be933d6-2861-4b5d-89a8-3706cefa9701 req-9b1cadf5-65d9-478e-b281-f7cd2474bc44 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ffbff0d-ec6d-4649-b748-8247d35b019a HTTP/1.1" status: 200 len: 210 time: 0.0360420 Mar 08 08:39:14.400311 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Port f85ddad2-bc79-496b-9d6c-36aab06510fc update to DOWN by agent not found {{(pid=103372) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 08 08:39:14.410332 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 80356321-26dd-49c6-9ddb-60297479b414 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:14.447027 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 80356321-26dd-49c6-9ddb-60297479b414 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:39:14.447406 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 80356321-26dd-49c6-9ddb-60297479b414 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:39:14.466234 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (bd09ce94-c9fd-4d6b-9f35-ff47927cb888), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.487358 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd09ce94-c9fd-4d6b-9f35-ff47927cb888']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:14.497233 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961733b8-b180-415e-970f-15dd3ba50092') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:14.497527 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961733b8-b180-415e-970f-15dd3ba50092') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:14.500252 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976'] for port (f85ddad2-bc79-496b-9d6c-36aab06510fc), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.507459 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (961733b8-b180-415e-970f-15dd3ba50092), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.528965 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (961733b8-b180-415e-970f-15dd3ba50092), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.529631 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Pushing event deleted for resources: {'Port': ['ID=f85ddad2-bc79-496b-9d6c-36aab06510fc,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:14.535915 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:39:14.536311 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (961733b8-b180-415e-970f-15dd3ba50092), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.537714 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] No DVR routers for this DVR port f85ddad2-bc79-496b-9d6c-36aab06510fc on host dv-cinder-832499-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:39:14.540251 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.540686 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.541097 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.541616 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.542160 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.542664 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.543002 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.543339 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.543673 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.544000 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.544496 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.544993 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.545481 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef100123-5900-4965-bc1f-8605a1cf2316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:39:14.554470 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:39:14.563458 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:14.620647 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9c251-eb7d-4093-939d-7a2e6d207c02 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:39:14.691465 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (bd09ce94-c9fd-4d6b-9f35-ff47927cb888), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.698007 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.702958 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd09ce94-c9fd-4d6b-9f35-ff47927cb888 HTTP/1.1" status: 204 len: 168 time: 0.8004837 Mar 08 08:39:14.704881 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35408) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:14.727870 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001eb9fb-68df-4ac8-8ef4-0b7ba4a52c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd09ce94-c9fd-4d6b-9f35-ff47927cb888,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:14.776631 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-27c280c9-c1f6-41ce-882e-712aabee702a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:14.879316 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca411c-61a9-43f7-bb94-f2e81d82b2b0 req-9419699c-129d-41f9-b5a0-389f50f8b52d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:14.879937 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-afca411c-61a9-43f7-bb94-f2e81d82b2b0 req-9419699c-129d-41f9-b5a0-389f50f8b52d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 943 time: 0.1230342 Mar 08 08:39:14.924787 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa49b303-0c2f-45dd-9300-c09445872c6c None None] New status for floating IP 71110be0-d95f-4d7f-9c41-1e6efa2b5f37: DOWN {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:39:15.048290 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-afca411c-61a9-43f7-bb94-f2e81d82b2b0 req-71449c7f-8bf1-450a-a9a9-a6442d569c7b tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268015 Mar 08 08:39:15.063659 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627eb27-5b40-4db9-b05f-6b8c7da588db req-68d60b55-5aae-42e5-8488-6794d14adcf4 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:15.065065 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d627eb27-5b40-4db9-b05f-6b8c7da588db req-68d60b55-5aae-42e5-8488-6794d14adcf4 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.1425731 Mar 08 08:39:15.202338 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d627eb27-5b40-4db9-b05f-6b8c7da588db req-2189ef4d-8351-42f3-83ae-828e0219b3a5 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291182 Mar 08 08:39:15.239909 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdcdb7-9b8d-4211-bb74-4b59d2d9e4d9 req-1d82578c-3715-4347-91f4-d5345ee4fdee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:15.241367 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f0bdcdb7-9b8d-4211-bb74-4b59d2d9e4d9 req-1d82578c-3715-4347-91f4-d5345ee4fdee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.1345220 Mar 08 08:39:15.316454 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f0bdcdb7-9b8d-4211-bb74-4b59d2d9e4d9 req-71b61348-45a9-4b6a-8ea8-49cd8bc0a215 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681629 Mar 08 08:39:15.343486 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (c96accb5-9ebc-4161-8169-25469d3e5a03), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.383618 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device e2d34164-268e-4975-be4d-f3813df265bd no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:15.407056 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: e2d34164-268e-4975-be4d-f3813df265bd {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:39:15.407332 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device e2d34164-268e-4975-be4d-f3813df265bd not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:39:15.570775 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35418) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:15.595209 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Deleting port e101e2dd-be31-47ca-b6eb-097bfb4ff24d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:15.595784 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.625946 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a124273-1cea-4e3a-98d9-86a00ffc47e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (cd137219-29d2-4662-89bc-54eb94190ecc), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.652631 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a124273-1cea-4e3a-98d9-86a00ffc47e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (cd137219-29d2-4662-89bc-54eb94190ecc), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.673747 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] For port e101e2dd-be31-47ca-b6eb-097bfb4ff24d, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,segment=NetworkSegment(d73ea544-7068-42b2-8c4a-107c6979dac1),segment_id=d73ea544-7068-42b2-8c4a-107c6979dac1)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:15.674075 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.686184 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Calling delete_port for e101e2dd-be31-47ca-b6eb-097bfb4ff24d owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:15.758901 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a124273-1cea-4e3a-98d9-86a00ffc47e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (cd137219-29d2-4662-89bc-54eb94190ecc), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.761485 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a124273-1cea-4e3a-98d9-86a00ffc47e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.762688 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0a124273-1cea-4e3a-98d9-86a00ffc47e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd137219-29d2-4662-89bc-54eb94190ecc HTTP/1.1" status: 204 len: 168 time: 0.1906743 Mar 08 08:39:15.766262 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35420) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:15.783041 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a124273-1cea-4e3a-98d9-86a00ffc47e8 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd137219-29d2-4662-89bc-54eb94190ecc,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:15.785462 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.api.v2.resource [None req-2bc2c818-b75a-4eb0-a61e-0a3e1e0f11ff tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] show failed (client error): The resource could not be found. Mar 08 08:39:15.788442 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2bc2c818-b75a-4eb0-a61e-0a3e1e0f11ff tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups/cd137219-29d2-4662-89bc-54eb94190ecc HTTP/1.1" status: 404 len: 347 time: 0.0193565 Mar 08 08:39:15.790579 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35422) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:15.916503 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Deleting port cb5d8d07-6ba4-43bb-8a87-23195fc33bf7 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:15.916852 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.923947 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (e101e2dd-be31-47ca-b6eb-097bfb4ff24d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:15.953129 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e101e2dd-be31-47ca-b6eb-097bfb4ff24d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:16.000538 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:16.000894 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:16.014105 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Calling delete_port for cb5d8d07-6ba4-43bb-8a87-23195fc33bf7 owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:16.244176 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (cb5d8d07-6ba4-43bb-8a87-23195fc33bf7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:16.276808 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'Port': ['ID=cb5d8d07-6ba4-43bb-8a87-23195fc33bf7,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:16.341232 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (71110be0-d95f-4d7f-9c41-1e6efa2b5f37), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:16.344332 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:16.349234 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b1339136-726b-4ebe-aca9-0da2db03f739 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "DELETE /v2.0/floatingips/71110be0-d95f-4d7f-9c41-1e6efa2b5f37 HTTP/1.1" status: 204 len: 168 time: 0.5537560 Mar 08 08:39:16.462576 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (c96accb5-9ebc-4161-8169-25469d3e5a03), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:16.492757 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d244c41-9b40-4210-a54c-8500e88b808f req-11d3550c-bb26-45bb-b5cd-3487231b0303 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:16.494258 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d244c41-9b40-4210-a54c-8500e88b808f req-11d3550c-bb26-45bb-b5cd-3487231b0303 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 943 time: 0.1109195 Mar 08 08:39:16.531301 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62656180-0fc3-47cc-a7b5-4efe25fa0d8a req-02ca757e-f416-4afb-9159-8b5f355d9701 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:16.532722 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62656180-0fc3-47cc-a7b5-4efe25fa0d8a req-02ca757e-f416-4afb-9159-8b5f355d9701 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.1481416 Mar 08 08:39:16.657587 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d244c41-9b40-4210-a54c-8500e88b808f req-626d3cca-b2c6-4acf-a065-f2007fb694aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238894 Mar 08 08:39:16.662630 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62656180-0fc3-47cc-a7b5-4efe25fa0d8a req-065f66b8-9482-47df-8b1b-f6b2b73898c1 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203327 Mar 08 08:39:16.813351 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c9e8a-888f-4ef5-ae56-929f26307be6 req-6af90fc2-6a0b-4d1a-87ed-54a7d1521631 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:16.814746 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f38c9e8a-888f-4ef5-ae56-929f26307be6 req-6af90fc2-6a0b-4d1a-87ed-54a7d1521631 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0997622 Mar 08 08:39:16.830561 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Router c96accb5-9ebc-4161-8169-25469d3e5a03 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:39:16.908861 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f38c9e8a-888f-4ef5-ae56-929f26307be6 req-87c54f9a-b578-4497-9a5c-20ef9449f3bd tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880823 Mar 08 08:39:16.971114 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35432) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:16.971876 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:39:16.976995 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c6f74ba5-44fe-4db4-becc-be0386cc31e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/c96accb5-9ebc-4161-8169-25469d3e5a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2710261 Mar 08 08:39:16.978124 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c1ace77c-370c-4183-a63f-c5cd369cf820 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036281069', 'description': 'tempest-description--912574522'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:16.979448 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35434) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:16.985696 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] Sync routers for ids ['c96accb5-9ebc-4161-8169-25469d3e5a03'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:39:16.996298 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] Routers {'c96accb5-9ebc-4161-8169-25469d3e5a03'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:16.997376 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:38:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['c96accb5-9ebc-4161-8169-25469d3e5a03'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:17.034537 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac5cfe06-57f5-49ab-ae2f-971f1e579576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.061695 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1ace77c-370c-4183-a63f-c5cd369cf820 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.095136 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks [] for router (c96accb5-9ebc-4161-8169-25469d3e5a03), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.107521 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] Set router c96accb5-9ebc-4161-8169-25469d3e5a03 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:17.131524 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1ace77c-370c-4183-a63f-c5cd369cf820 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (1eb134bb-4bdf-42e0-a9a7-deed74d16d5d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.192636 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1ace77c-370c-4183-a63f-c5cd369cf820 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (1eb134bb-4bdf-42e0-a9a7-deed74d16d5d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.201381 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks [] for router_gateway (c96accb5-9ebc-4161-8169-25469d3e5a03), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.222971 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ace77c-370c-4183-a63f-c5cd369cf820 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:17.280993 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:39:15Z', 'revision_number': 5, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port': {'id': 'b5de7842-aaa2-4947-9bcd-5639c196d441', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:57Z', 'updated_at': '2022-03-08T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:17.306966 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] Checking router: c96accb5-9ebc-4161-8169-25469d3e5a03 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:39:17.307929 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1ace77c-370c-4183-a63f-c5cd369cf820 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.312171 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c1ace77c-370c-4183-a63f-c5cd369cf820 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3363154 Mar 08 08:39:17.313084 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35436) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:17.316046 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] Routers {'c96accb5-9ebc-4161-8169-25469d3e5a03'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:17.316662 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:39:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['c96accb5-9ebc-4161-8169-25469d3e5a03'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:17.318002 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-f25a8dab-60b1-42da-ab3b-3caeb6728398 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group_rule': {'security_group_id': '1eb134bb-4bdf-42e0-a9a7-deed74d16d5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:17.325907 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Deleting port b5de7842-aaa2-4947-9bcd-5639c196d441 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:17.326281 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.396250 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f25a8dab-60b1-42da-ab3b-3caeb6728398 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (2311b199-47a4-4682-839c-c5cfbd25cab7), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.405088 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] Set router c96accb5-9ebc-4161-8169-25469d3e5a03 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:17.414910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] For port b5de7842-aaa2-4947-9bcd-5639c196d441, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=b5de7842-aaa2-4947-9bcd-5639c196d441,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:17.415368 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.427916 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Calling delete_port for b5de7842-aaa2-4947-9bcd-5639c196d441 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:17.461052 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:39:17Z', 'revision_number': 6, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port_host': None}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:17.466744 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f25a8dab-60b1-42da-ab3b-3caeb6728398 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (2311b199-47a4-4682-839c-c5cfbd25cab7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.487399 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19cc5c1-b6b8-49d3-8aa3-86006edd1a18 None None] The sync data for ids ['c96accb5-9ebc-4161-8169-25469d3e5a03'] in dv-cinder-832499-1-iscsi is: [{'id': 'c96accb5-9ebc-4161-8169-25469d3e5a03', 'name': 'tempest-TestMinimumBasicScenario-193722489-router', 'tenant_id': '8441b71076ca454abf9924bae4df4d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:56Z', 'updated_at': '2022-03-08T08:39:17Z', 'revision_number': 6, 'project_id': '8441b71076ca454abf9924bae4df4d6b', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:39:17.524626 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f25a8dab-60b1-42da-ab3b-3caeb6728398 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (2311b199-47a4-4682-839c-c5cfbd25cab7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.542326 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a8dab-60b1-42da-ab3b-3caeb6728398 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2311b199-47a4-4682-839c-c5cfbd25cab7,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:17.605013 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f25a8dab-60b1-42da-ab3b-3caeb6728398 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.607083 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f25a8dab-60b1-42da-ab3b-3caeb6728398 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933526 Mar 08 08:39:17.609050 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35438) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:17.614324 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-52c40eea-3037-40c5-bc4f-dee994ecbd4c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'security_group_rule': {'security_group_id': '1eb134bb-4bdf-42e0-a9a7-deed74d16d5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:17.682760 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (b5de7842-aaa2-4947-9bcd-5639c196d441), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.710424 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5de7842-aaa2-4947-9bcd-5639c196d441,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:17.749250 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52c40eea-3037-40c5-bc4f-dee994ecbd4c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (876ecdc1-3630-486a-929e-7d765c55f1a6), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.858474 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (c96accb5-9ebc-4161-8169-25469d3e5a03), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.947624 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52c40eea-3037-40c5-bc4f-dee994ecbd4c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (876ecdc1-3630-486a-929e-7d765c55f1a6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:17.955133 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf50d-2d11-4c44-ac65-0a6f79546592 req-9b1ac7f8-6394-495b-9cb3-96d9b3013009 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:17.956717 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b14cf50d-2d11-4c44-ac65-0a6f79546592 req-9b1ac7f8-6394-495b-9cb3-96d9b3013009 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.2170959 Mar 08 08:39:17.992698 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a547cab-75c5-4d4e-ab19-f79d36ba9f14 req-f248034b-aeb8-4858-b48a-dad7d8f7e6a8 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:17.997355 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3a547cab-75c5-4d4e-ab19-f79d36ba9f14 req-f248034b-aeb8-4858-b48a-dad7d8f7e6a8 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 943 time: 0.2579513 Mar 08 08:39:18.006197 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (c96accb5-9ebc-4161-8169-25469d3e5a03), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.018675 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks [] for router_controller (c96accb5-9ebc-4161-8169-25469d3e5a03), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.030100 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52c40eea-3037-40c5-bc4f-dee994ecbd4c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (876ecdc1-3630-486a-929e-7d765c55f1a6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.039017 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.111928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c40eea-3037-40c5-bc4f-dee994ecbd4c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876ecdc1-3630-486a-929e-7d765c55f1a6,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:18.136305 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b14cf50d-2d11-4c44-ac65-0a6f79546592 req-277f6789-54c8-4513-8ea0-dd58a5605f61 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519883 Mar 08 08:39:18.140106 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3a547cab-75c5-4d4e-ab19-f79d36ba9f14 req-11d84462-98cb-48e3-89e5-ffc1d8bf2381 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365967 Mar 08 08:39:18.148588 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device e101e2dd-be31-47ca-b6eb-097bfb4ff24d no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:18.158633 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (c96accb5-9ebc-4161-8169-25469d3e5a03), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.159100 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c96accb5-9ebc-4161-8169-25469d3e5a03 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:39:18.168865 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.171298 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0fa043f6-0aa8-4bca-97db-5cdfcc5ca469 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c96accb5-9ebc-4161-8169-25469d3e5a03 HTTP/1.1" status: 204 len: 168 time: 1.1894240 Mar 08 08:39:18.173279 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35448) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:18.189456 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52c40eea-3037-40c5-bc4f-dee994ecbd4c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.193639 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-52c40eea-3037-40c5-bc4f-dee994ecbd4c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5806706 Mar 08 08:39:18.193932 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: e101e2dd-be31-47ca-b6eb-097bfb4ff24d {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:39:18.193932 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device e101e2dd-be31-47ca-b6eb-097bfb4ff24d not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:39:18.193932 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device b5de7842-aaa2-4947-9bcd-5639c196d441 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:18.194657 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35450) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:18.209826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:18.225893 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: b5de7842-aaa2-4947-9bcd-5639c196d441 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:39:18.227116 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device b5de7842-aaa2-4947-9bcd-5639c196d441 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:39:18.236257 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f65d37-1498-4a87-8cf9-dacbf96649ab admin admin] Deleting subnet 04fa5f3f-576f-4213-93eb-31a05f3fadbd {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:39:18.240342 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-71f65d37-1498-4a87-8cf9-dacbf96649ab admin admin] Publish callbacks [] for subnet (04fa5f3f-576f-4213-93eb-31a05f3fadbd), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.280282 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-71f65d37-1498-4a87-8cf9-dacbf96649ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (04fa5f3f-576f-4213-93eb-31a05f3fadbd), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.303306 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d044ff-c6a9-4eae-915e-22e70314df12 req-b9f678ec-e438-4763-abd0-789aa56c2589 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:18.304946 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-43d044ff-c6a9-4eae-915e-22e70314df12 req-b9f678ec-e438-4763-abd0-789aa56c2589 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0617137 Mar 08 08:39:18.306359 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.400386 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-71f65d37-1498-4a87-8cf9-dacbf96649ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (04fa5f3f-576f-4213-93eb-31a05f3fadbd), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.411306 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-43d044ff-c6a9-4eae-915e-22e70314df12 req-956b9332-cb34-4a4a-b253-d6674f7ef66d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881879 Mar 08 08:39:18.452969 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.519052 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-71f65d37-1498-4a87-8cf9-dacbf96649ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (04fa5f3f-576f-4213-93eb-31a05f3fadbd), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.545357 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f65d37-1498-4a87-8cf9-dacbf96649ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fa5f3f-576f-4213-93eb-31a05f3fadbd,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:18.555470 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-71f65d37-1498-4a87-8cf9-dacbf96649ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.556595 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba6c5f-2015-4490-87ab-4c8d14f63208 None None] Network 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:39:18.565478 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-71f65d37-1498-4a87-8cf9-dacbf96649ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/04fa5f3f-576f-4213-93eb-31a05f3fadbd HTTP/1.1" status: 204 len: 168 time: 0.3904197 Mar 08 08:39:18.570525 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35454) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:18.628159 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Allocated IP 172.27.2.12 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/1daa6266-8c41-43d5-a582-76c4d89a0488) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:39:18.643136 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0202ce-5177-42b6-bf4e-8f3f52116e50 req-359d8bfe-263d-4489-baf8-d199add4836e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:18.646433 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa0202ce-5177-42b6-bf4e-8f3f52116e50 req-359d8bfe-263d-4489-baf8-d199add4836e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.1411209 Mar 08 08:39:18.673588 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (9c55eac0-85f6-4e86-b9b0-bafb43647ae8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.716165 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-4a789237-ce10-4d4f-adf1-3b97a6668fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:18.717571 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-4a789237-ce10-4d4f-adf1-3b97a6668fa1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 1129 time: 0.0783384 Mar 08 08:39:18.751413 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa0202ce-5177-42b6-bf4e-8f3f52116e50 req-474f4592-dd4b-4a81-ac5d-bea23d2b0e18 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985487 Mar 08 08:39:18.769015 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] DHCP port deletion for 9c55eac0-85f6-4e86-b9b0-bafb43647ae8 request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:39:18.796215 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (1daa6266-8c41-43d5-a582-76c4d89a0488), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.806959 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Deleting port bf3c7ce3-ac80-4280-9e37-af847342a026 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:18.807299 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.821765 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] Deleting port bf3c7ce3-ac80-4280-9e37-af847342a026 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:39:18.822266 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.883790 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] For port bf3c7ce3-ac80-4280-9e37-af847342a026, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=bf3c7ce3-ac80-4280-9e37-af847342a026,segment=NetworkSegment(d73ea544-7068-42b2-8c4a-107c6979dac1),segment_id=d73ea544-7068-42b2-8c4a-107c6979dac1)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:18.884192 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.889977 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] For port bf3c7ce3-ac80-4280-9e37-af847342a026, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=bf3c7ce3-ac80-4280-9e37-af847342a026,segment=NetworkSegment(d73ea544-7068-42b2-8c4a-107c6979dac1),segment_id=d73ea544-7068-42b2-8c4a-107c6979dac1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:18.890216 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (1daa6266-8c41-43d5-a582-76c4d89a0488), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.890354 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:18.897965 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-253b5a59-0fdc-4cfb-aa1f-0c9717b4ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:18.898151 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] Calling delete_port for bf3c7ce3-ac80-4280-9e37-af847342a026 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:18.899437 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-253b5a59-0fdc-4cfb-aa1f-0c9717b4ae4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 911 time: 0.1719465 Mar 08 08:39:18.904943 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Calling delete_port for bf3c7ce3-ac80-4280-9e37-af847342a026 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:39:18.937182 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:39:18.941130 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:39:18.945970 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:39:18.949328 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=1daa6266-8c41-43d5-a582-76c4d89a0488,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:19.013075 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-88153722-f626-4ca1-80a3-05c1f04c3fbb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6 HTTP/1.1" status: 200 len: 1000 time: 0.1060407 Mar 08 08:39:19.032920 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (efbc9648-8c83-4b68-82a3-2d4233ba10b7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.076294 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-1eb773d6-ea57-4467-89c6-49357d7cbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:19.077832 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-1eb773d6-ea57-4467-89c6-49357d7cbd7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 200 len: 849 time: 0.0567403 Mar 08 08:39:19.078522 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.094045 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (bf3c7ce3-ac80-4280-9e37-af847342a026), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.105641 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] Pushing event deleted for resources: {'Port': ['ID=bf3c7ce3-ac80-4280-9e37-af847342a026,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:19.109241 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49301d58-bb3f-4cbb-8b5e-967af0960e3f None None] No DVR routers for this DVR port bf3c7ce3-ac80-4280-9e37-af847342a026 on host dv-cinder-832499-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:39:19.137904 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3c7ce3-ac80-4280-9e37-af847342a026,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:19.139754 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1daa6266-8c41-43d5-a582-76c4d89a0488), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.144767 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] No DVR routers for this DVR port bf3c7ce3-ac80-4280-9e37-af847342a026 on host dv-cinder-832499-1-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:39:19.229213 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-43a453a4-7c0f-4b7d-9173-abd9d90bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:19.230752 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-43a453a4-7c0f-4b7d-9173-abd9d90bd4fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2551132f-f59c-4840-bb20-6623576cd2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1446321 Mar 08 08:39:19.232755 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (9c55eac0-85f6-4e86-b9b0-bafb43647ae8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.275420 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c55eac0-85f6-4e86-b9b0-bafb43647ae8']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:19.310242 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73ea544-7068-42b2-8c4a-107c6979dac1') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:19.310546 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73ea544-7068-42b2-8c4a-107c6979dac1') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:19.325467 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (d73ea544-7068-42b2-8c4a-107c6979dac1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.325670 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277d99-294f-431e-81e2-1086107c8988 req-57e21625-a1d9-41b0-9a54-41e90f45ab4f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:19.327070 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c277d99-294f-431e-81e2-1086107c8988 req-57e21625-a1d9-41b0-9a54-41e90f45ab4f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 943 time: 0.1103957 Mar 08 08:39:19.344460 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (d73ea544-7068-42b2-8c4a-107c6979dac1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.358442 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:39:19.358850 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (d73ea544-7068-42b2-8c4a-107c6979dac1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.360152 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (1daa6266-8c41-43d5-a582-76c4d89a0488), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: self.session.flush() Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: self.session.flush() Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: self.session.flush() Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: self.session.flush() Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:39:19.360535 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:39:19.376078 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-189c9c6d-bceb-4585-ba16-cffbff35e280 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354299 Mar 08 08:39:19.384616 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 479f4f32-24a4-499a-ae1b-35ea4fdceb1b details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:39:19.390005 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c277d99-294f-431e-81e2-1086107c8988 req-6d6625b2-8c73-4ec8-aef6-242a6fe8ea5a tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560877 Mar 08 08:39:19.461551 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (1daa6266-8c41-43d5-a582-76c4d89a0488), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.504080 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b148d8a8-dd7f-4c16-b1a1-cff79905e069 req-5faf26a6-8786-44c5-a76b-0b5fe25da4ec service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205673 Mar 08 08:39:19.520128 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:19.536527 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:39:19.545197 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=1daa6266-8c41-43d5-a582-76c4d89a0488,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:19.563150 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (9c55eac0-85f6-4e86-b9b0-bafb43647ae8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.570993 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.576132 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c55eac0-85f6-4e86-b9b0-bafb43647ae8 HTTP/1.1" status: 204 len: 168 time: 1.0044320 Mar 08 08:39:19.582057 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.583108 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:19.583633 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.592770 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (efbc9648-8c83-4b68-82a3-2d4233ba10b7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.603783 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3cbd0-59ff-46da-8ceb-49c67842507e req-4734f113-9df4-40cc-9d62-d90124e033c3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:19.604941 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479f4f32-24a4-499a-ae1b-35ea4fdceb1b {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:39:19.605317 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ee3cbd0-59ff-46da-8ceb-49c67842507e req-4734f113-9df4-40cc-9d62-d90124e033c3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.1093154 Mar 08 08:39:19.605673 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adc4d7-72c6-40ed-9fb0-c5f636980cff admin admin] Pushing event deleted for resources: {'Network': ['ID=9c55eac0-85f6-4e86-b9b0-bafb43647ae8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:19.632401 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:19.656466 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ee3cbd0-59ff-46da-8ceb-49c67842507e req-33dca68e-d29d-49ec-8ad1-8dcc7df27c2a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 Mar 08 08:39:19.685821 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.687064 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-db2d71b8-4e16-40df-b2db-615a72a681cf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4906931 Mar 08 08:39:19.706866 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:19.755274 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:19.840641 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-feed1f24-dece-413c-8440-5a673bc58aa0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2036281069&fields=id&tenant_id=ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 267 time: 0.0510767 Mar 08 08:39:19.938820 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35476) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:19.946458 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12298e83-4c8a-47f3-a64e-b298b776ccd0 req-a342e921-64cc-4a26-acee-69d660e1eb7a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:19.948664 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12298e83-4c8a-47f3-a64e-b298b776ccd0 req-a342e921-64cc-4a26-acee-69d660e1eb7a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.1231842 Mar 08 08:39:19.970632 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['479f4f32-24a4-499a-ae1b-35ea4fdceb1b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:39:19.983575 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f921136f-217b-4353-af02-75eac208d0f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c2d390a1e84439b8a76481e293bfd98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411859 Mar 08 08:39:19.983816 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35478) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:19.988711 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-2888b47c-1ce5-47b9-89e4-44e1ac7fda09 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:19.990273 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-2888b47c-1ce5-47b9-89e4-44e1ac7fda09 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 814 time: 0.1346095 Mar 08 08:39:20.022133 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-f761686a-a6c2-491b-ac19-3d1ce698cb2c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/quotas/ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 375 time: 0.0240614 Mar 08 08:39:20.026946 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-12298e83-4c8a-47f3-a64e-b298b776ccd0 req-a4a9683d-88f9-423e-b39e-a6de1714bfac tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694649 Mar 08 08:39:20.047182 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2a60101-2d51-4d53-ac22-de58b88d075d admin admin] Publish callbacks [] for security_group (78d2713d-7cbe-4289-b716-c2b8e00072e0), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:20.071871 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2a60101-2d51-4d53-ac22-de58b88d075d admin admin] Publish callbacks [] for security_group (78d2713d-7cbe-4289-b716-c2b8e00072e0), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:20.082734 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-bb90460a-671a-4854-a4a6-d8a54af18023 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539844 Mar 08 08:39:20.182731 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device bf3c7ce3-ac80-4280-9e37-af847342a026 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:20.209882 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: bf3c7ce3-ac80-4280-9e37-af847342a026 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:39:20.210881 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device bf3c7ce3-ac80-4280-9e37-af847342a026 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:39:20.237518 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2a60101-2d51-4d53-ac22-de58b88d075d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (78d2713d-7cbe-4289-b716-c2b8e00072e0), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:20.240329 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2a60101-2d51-4d53-ac22-de58b88d075d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:20.243813 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c2a60101-2d51-4d53-ac22-de58b88d075d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78d2713d-7cbe-4289-b716-c2b8e00072e0 HTTP/1.1" status: 204 len: 168 time: 0.2564223 Mar 08 08:39:20.249260 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a60101-2d51-4d53-ac22-de58b88d075d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d2713d-7cbe-4289-b716-c2b8e00072e0,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:20.304812 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-47cada3b-a43e-4af9-9321-d255dd996e01 service neutron] 10.222.0.21 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070894 Mar 08 08:39:20.395156 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-41bcf1e6-d881-4ca5-8d33-2d40ffb66af4 service neutron] 10.222.0.21 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843003 Mar 08 08:39:20.513082 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e316-a8c8-4d07-96ec-4d8294fc59f9 req-095c089a-e3ec-41fe-9aeb-b1efaa75f999 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:20.514645 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb83e316-a8c8-4d07-96ec-4d8294fc59f9 req-095c089a-e3ec-41fe-9aeb-b1efaa75f999 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 944 time: 0.0567732 Mar 08 08:39:20.583297 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb83e316-a8c8-4d07-96ec-4d8294fc59f9 req-3f0822cc-cc53-483d-b25e-d8307fa832c4 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565786 Mar 08 08:39:20.613730 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-49da4402-4696-415a-bcbd-fba1b99e1d14 req-177bc6eb-b74b-4edb-963a-3b0cd4c95db0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 210 time: 0.0293732 Mar 08 08:39:20.777190 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc1194-40a2-483e-b6e1-30f4bd2974a4 req-efe26930-79b5-40c7-b5a5-7dfa780f83b9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:20.778706 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fcbc1194-40a2-483e-b6e1-30f4bd2974a4 req-efe26930-79b5-40c7-b5a5-7dfa780f83b9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0513670 Mar 08 08:39:20.828168 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fcbc1194-40a2-483e-b6e1-30f4bd2974a4 req-8ccd5e68-32d2-4838-9393-0ed269282d6d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438845 Mar 08 08:39:20.926841 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35498) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:20.971589 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9d6e572f-3460-4244-aefe-6b2937611a6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8441b71076ca454abf9924bae4df4d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435610 Mar 08 08:39:20.974083 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35500) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:20.992679 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:21.021072 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54d82c9a-e36d-404e-a6ef-670144b20b91 admin admin] Publish callbacks [] for security_group (c9d3569b-b26c-4286-ac61-892697bf9f0b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:21.046028 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54d82c9a-e36d-404e-a6ef-670144b20b91 admin admin] Publish callbacks [] for security_group (c9d3569b-b26c-4286-ac61-892697bf9f0b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:21.139883 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54d82c9a-e36d-404e-a6ef-670144b20b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c9d3569b-b26c-4286-ac61-892697bf9f0b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:21.142702 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54d82c9a-e36d-404e-a6ef-670144b20b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:21.143898 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-54d82c9a-e36d-404e-a6ef-670144b20b91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9d3569b-b26c-4286-ac61-892697bf9f0b HTTP/1.1" status: 204 len: 168 time: 0.1687679 Mar 08 08:39:21.151123 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd422458-7a70-4b20-8341-5edf43da7368 req-9e21cf0d-af6a-4eec-a1f0-ae09893c737f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:21.152654 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd422458-7a70-4b20-8341-5edf43da7368 req-9e21cf0d-af6a-4eec-a1f0-ae09893c737f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0531046 Mar 08 08:39:21.152858 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d82c9a-e36d-404e-a6ef-670144b20b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d3569b-b26c-4286-ac61-892697bf9f0b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:21.205887 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd422458-7a70-4b20-8341-5edf43da7368 req-c8a52670-10c2-43a4-87c4-2b6159d6659d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444884 Mar 08 08:39:21.384371 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 479f4f32-24a4-499a-ae1b-35ea4fdceb1b up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:39:21.488717 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:39:21.493753 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:39:21.494374 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:21.737047 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:21.737792 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:21.760146 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8c13253f-acda-4db4-82a1-89defbeebfab req-5b5f5ab8-69a7-4a77-bf15-972bf052aec1 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 210 time: 0.0443640 Mar 08 08:39:21.762202 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:21.764633 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95302afb-dd1d-48de-84c0-81517c6b4b2a" -d '{"events": [{"server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "name": "network-vif-plugged", "status": "completed", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:21.777672 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:21.800339 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcfc21-9b1c-47b2-8e43-30750c0b6fd1 req-79b833a7-4442-4f21-bad4-987409084644 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:21.800339 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d8fcfc21-9b1c-47b2-8e43-30750c0b6fd1 req-79b833a7-4442-4f21-bad4-987409084644 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 944 time: 0.1220229 Mar 08 08:39:21.860259 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:21.914058 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:22.008504 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98383c21-af7f-486d-936e-ea31e772cb13 x-openstack-request-id: req-98383c21-af7f-486d-936e-ea31e772cb13 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:22.009631 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "name": "network-vif-plugged", "status": "completed", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:22.009971 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98383c21-af7f-486d-936e-ea31e772cb13 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:22.010441 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'code': 200} Mar 08 08:39:22.130546 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d8fcfc21-9b1c-47b2-8e43-30750c0b6fd1 req-d7d75128-6a8a-4b33-973e-15350bac85e5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323205 Mar 08 08:39:22.169242 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2646-97f7-4adb-96f8-81fd540eae17 req-ecb8d413-ccd2-4e2b-aed6-972f50ad528c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:22.170695 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78ff2646-97f7-4adb-96f8-81fd540eae17 req-ecb8d413-ccd2-4e2b-aed6-972f50ad528c tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0575826 Mar 08 08:39:22.219120 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-78ff2646-97f7-4adb-96f8-81fd540eae17 req-e0a6c0a4-ad36-488f-b76a-4aa6748cb69e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Mar 08 08:39:22.407829 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7dd76-4203-431c-b037-018d8d8c9075 req-ba5b70f5-23d0-4bb6-aa8f-6589698750da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:22.409351 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8aa7dd76-4203-431c-b037-018d8d8c9075 req-ba5b70f5-23d0-4bb6-aa8f-6589698750da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 1129 time: 0.0550692 Mar 08 08:39:22.418516 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-52a2d97a-2286-4b0d-9014-2cb1f6eedecf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:22.420018 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-52a2d97a-2286-4b0d-9014-2cb1f6eedecf tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 814 time: 0.0992637 Mar 08 08:39:22.457206 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8aa7dd76-4203-431c-b037-018d8d8c9075 req-1952df6f-b070-45b8-bf9c-33d5c0d38a50 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Mar 08 08:39:22.479566 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-1bf5798d-50a7-41c0-be9b-dfbc7c0b8a73 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede793b3047442669efa63a8d001d667 HTTP/1.1" status: 200 len: 380 time: 0.0515566 Mar 08 08:39:22.662568 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'port': {'device_id': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'admin_state_up': True, 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'security_groups': ['1eb134bb-4bdf-42e0-a9a7-deed74d16d5d']}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:22.844169 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Made reservation on behalf of ede793b3047442669efa63a8d001d667 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:39:22.847766 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:22.857045 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-58b3d541-e2dc-4bb7-9b97-90aae48398bd req-d35c523a-06ef-4f0f-8259-0e933aacd67c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 210 time: 0.0301557 Mar 08 08:39:22.978729 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Allocated IP 172.20.0.10 (c687e176-06d5-433e-ad8b-3139fc84ddd6/1369b6d5-f70b-406a-9a56-b877c7243376/4d7bed4f-fb8e-4780-9661-14459b77be1f) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:39:23.107953 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:23.203470 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:23.248313 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716261a-5a1e-431f-a1dd-76012441ebb3 req-7b28d6f8-fcd1-4784-9650-8167693b78e1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:23.250063 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:39:23.250292 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4716261a-5a1e-431f-a1dd-76012441ebb3 req-7b28d6f8-fcd1-4784-9650-8167693b78e1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 945 time: 0.0539324 Mar 08 08:39:23.253243 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:39:23.257472 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:39:23.297124 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event updated for resources: {'Port': ['ID=4d7bed4f-fb8e-4780-9661-14459b77be1f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:23.317640 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:23.325118 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:23.327264 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4716261a-5a1e-431f-a1dd-76012441ebb3 req-679b4620-3891-4cd6-a832-478aa20f9d62 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709460 Mar 08 08:39:23.383989 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a9419-bce2-4af8-bfd1-8033d522f334 req-ca9c3588-552c-4b10-89f3-3cf380bd0465 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:23.385915 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f11a9419-bce2-4af8-bfd1-8033d522f334 req-ca9c3588-552c-4b10-89f3-3cf380bd0465 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0549901 Mar 08 08:39:23.389516 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-385b8739-8ef1-42e8-bcc2-5c12bd942ef2 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7308869 Mar 08 08:39:23.408147 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Request body: {'port': {'device_id': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:23.438390 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f11a9419-bce2-4af8-bfd1-8033d522f334 req-e69c88f6-1cf3-42f0-b181-454e332d00c2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462847 Mar 08 08:39:23.484066 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:23.488871 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-08a77aef-ac14-4fd4-953e-0271c71e1860 None None] Provisioning complete for port 4d7bed4f-fb8e-4780-9661-14459b77be1f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:39:23.489286 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-08a77aef-ac14-4fd4-953e-0271c71e1860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:23.522733 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-08a77aef-ac14-4fd4-953e-0271c71e1860 None None] Port 4d7bed4f-fb8e-4780-9661-14459b77be1f cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:39:23.741732 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7bed4f-fb8e-4780-9661-14459b77be1f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:39:23.749387 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Publish callbacks [] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:23.761672 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Transition to ACTIVE for port object 4d7bed4f-fb8e-4780-9661-14459b77be1f will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:39:23.832069 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:23.884770 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Pushing event updated for resources: {'Port': ['ID=4d7bed4f-fb8e-4780-9661-14459b77be1f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:23.956702 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Attempting to bind port 4d7bed4f-fb8e-4780-9661-14459b77be1f on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:39:23.957126 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Attempting to bind port 4d7bed4f-fb8e-4780-9661-14459b77be1f by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:39:23.957529 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Attempting to bind port 4d7bed4f-fb8e-4780-9661-14459b77be1f on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:39:23.962367 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Port 4d7bed4f-fb8e-4780-9661-14459b77be1f on network c687e176-06d5-433e-ad8b-3139fc84ddd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:39:23.962887 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Attempting to bind port 4d7bed4f-fb8e-4780-9661-14459b77be1f on network c687e176-06d5-433e-ad8b-3139fc84ddd6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:39:23.968447 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:39:23.968875 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Checking segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:39:23.969338 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Bound using segment: {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:39:23.969854 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Bound port: 4d7bed4f-fb8e-4780-9661-14459b77be1f, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a105fe-076c-41bf-b847-c3853305a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:39:23.970305 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:23.989643 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7345-fbbf-4009-bc57-27a05ee9104c req-2338ab03-8de6-4cf8-ac3b-8e18df1a7523 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:23.992562 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8dc7345-fbbf-4009-bc57-27a05ee9104c req-2338ab03-8de6-4cf8-ac3b-8e18df1a7523 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 944 time: 0.0595870 Mar 08 08:39:24.039233 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] For port 4d7bed4f-fb8e-4780-9661-14459b77be1f, host hv-cinder-83249, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:39:24.042378 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] For port 4d7bed4f-fb8e-4780-9661-14459b77be1f, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4d7bed4f-fb8e-4780-9661-14459b77be1f,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:39:24.044392 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8dc7345-fbbf-4009-bc57-27a05ee9104c req-739b3a2b-7f11-438f-9148-cd02e20afe16 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462859 Mar 08 08:39:24.117289 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:24.152246 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.152973 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:24.154591 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] 10.222.0.31 "PUT /v2.0/ports/4d7bed4f-fb8e-4780-9661-14459b77be1f HTTP/1.1" status: 200 len: 1094 time: 0.7510402 Mar 08 08:39:24.163856 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'tag': '4d7bed4f-fb8e-4780-9661-14459b77be1f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:24.166900 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6086ea-f74b-4df2-8828-3540dde51363" -d '{"events": [{"name": "network-changed", "server_uuid": "59db40da-1d68-44de-8c01-4d90c1ff9502", "tag": "4d7bed4f-fb8e-4780-9661-14459b77be1f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:24.187641 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de64cba-75e4-4d02-8401-bac99f8e183b service neutron] Pushing event updated for resources: {'Port': ['ID=4d7bed4f-fb8e-4780-9661-14459b77be1f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:24.212123 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a263182-3060-4459-844a-ac4557c8a46a x-openstack-request-id: req-4a263182-3060-4459-844a-ac4557c8a46a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:24.212123 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59db40da-1d68-44de-8c01-4d90c1ff9502", "tag": "4d7bed4f-fb8e-4780-9661-14459b77be1f", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:24.212123 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a263182-3060-4459-844a-ac4557c8a46a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:24.212123 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'tag': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'status': 'completed', 'code': 200} Mar 08 08:39:24.277417 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6086ea-f74b-4df2-8828-3540dde51363 req-bbeeaeeb-a455-42de-9bc5-ee8c4c88b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.280148 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fe6086ea-f74b-4df2-8828-3540dde51363 req-bbeeaeeb-a455-42de-9bc5-ee8c4c88b5ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 1128 time: 0.0490716 Mar 08 08:39:24.443285 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90e39-6b27-4cb2-98e2-dfd09f998c01 req-1e45c990-57b0-4649-aedb-fb2b5cfa8e29 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.444862 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29b90e39-6b27-4cb2-98e2-dfd09f998c01 req-1e45c990-57b0-4649-aedb-fb2b5cfa8e29 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 945 time: 0.0536406 Mar 08 08:39:24.498012 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-29b90e39-6b27-4cb2-98e2-dfd09f998c01 req-5944596d-ec78-4d8a-b067-7d38cabf535f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471065 Mar 08 08:39:24.583351 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52bdd1-d0b8-40bf-9dd3-8088ef007d87 req-7de006d3-1942-4aed-965a-f0b9eb0bb3bf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.584937 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-db52bdd1-d0b8-40bf-9dd3-8088ef007d87 req-7de006d3-1942-4aed-965a-f0b9eb0bb3bf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0656769 Mar 08 08:39:24.630258 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6086ea-f74b-4df2-8828-3540dde51363 req-54099121-0273-4094-95d0-3ed50c5b9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.632335 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fe6086ea-f74b-4df2-8828-3540dde51363 req-54099121-0273-4094-95d0-3ed50c5b9176 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ede793b3047442669efa63a8d001d667&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3430774 Mar 08 08:39:24.671330 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b58a8-ec4c-4ad0-be11-27bac5c4bf33 req-5f58cc4d-5eae-47f6-8e81-4d683c5fa042 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.672815 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-594b58a8-ec4c-4ad0-be11-27bac5c4bf33 req-5f58cc4d-5eae-47f6-8e81-4d683c5fa042 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 945 time: 0.0863867 Mar 08 08:39:24.677042 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-db52bdd1-d0b8-40bf-9dd3-8088ef007d87 req-f5ef5604-3ab6-425f-bb68-f14c9c0dfdcc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771549 Mar 08 08:39:24.729520 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6086ea-f74b-4df2-8828-3540dde51363 req-b0aa6025-6144-4871-b4a3-f6e644e6f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.729908 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-594b58a8-ec4c-4ad0-be11-27bac5c4bf33 req-6563601c-a487-4686-8f6c-cfc5aeb84df5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449803 Mar 08 08:39:24.731014 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fe6086ea-f74b-4df2-8828-3540dde51363 req-b0aa6025-6144-4871-b4a3-f6e644e6f385 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934970 Mar 08 08:39:24.751779 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35540) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:24.825383 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c7237-9f3a-4376-99a2-c316db1c8e69 tempest-TestVolumeBootPattern-872896233 tempest-TestVolumeBootPattern-872896233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.826841 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-059c7237-9f3a-4376-99a2-c316db1c8e69 tempest-TestVolumeBootPattern-872896233 tempest-TestVolumeBootPattern-872896233-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 1124 time: 0.0740519 Mar 08 08:39:24.829814 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35542) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:24.832474 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-47473365-d3f0-4a15-b3d5-790cd38ec3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.833859 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-47473365-d3f0-4a15-b3d5-790cd38ec3a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 1128 time: 0.0560515 Mar 08 08:39:24.834687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:24.876415 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-c59f5723-0a97-4c64-9f00-99da7593af14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7bed4f-fb8e-4780-9661-14459b77be1f HTTP/1.1" status: 200 len: 217 time: 0.0360222 Mar 08 08:39:24.900037 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:24.924642 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-74f25764-8853-4446-bbd4-617ccd8a6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.926116 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-74f25764-8853-4446-bbd4-617ccd8a6b11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0429623 Mar 08 08:39:24.980251 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-3e1ecbd7-46ed-41a4-811d-092afbdc0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:24.981899 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-3e1ecbd7-46ed-41a4-811d-092afbdc0fea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494840 Mar 08 08:39:24.999313 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:25.075272 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-da1bb133-ac11-44af-b921-3020b50b6d6c service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864556 Mar 08 08:39:25.105018 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Allocated IP 172.27.2.5 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/6553cf70-e403-433b-85dd-bc77bdebc207) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:39:25.166527 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e0743bc-7c60-44d0-b246-6b7929c0ca45 req-97f639b8-04b9-4f88-a839-e6f2a422c275 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837436 Mar 08 08:39:25.224606 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44173876-46a8-4c1c-a832-7c5bac1894d9 req-dc97b499-b2d1-4e5c-911d-1b99eb43330e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:25.226098 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44173876-46a8-4c1c-a832-7c5bac1894d9 req-dc97b499-b2d1-4e5c-911d-1b99eb43330e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 944 time: 0.1169345 Mar 08 08:39:25.269312 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (6553cf70-e403-433b-85dd-bc77bdebc207), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:25.303820 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44173876-46a8-4c1c-a832-7c5bac1894d9 req-8a97fff2-a67a-4d20-8b8f-9361251ce65f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714192 Mar 08 08:39:25.387251 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (6553cf70-e403-433b-85dd-bc77bdebc207), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:25.426956 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:39:25.431767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:39:25.436112 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:39:25.440446 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=6553cf70-e403-433b-85dd-bc77bdebc207,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:25.831260 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (3dca99f9-8a05-4752-a7df-db42dea050b1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:25.862971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d3ef7-508b-4dcd-94f6-b1a9761f3e06 req-affd4781-c2aa-44a0-9900-beb0cd692b2a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:25.864430 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-868d3ef7-508b-4dcd-94f6-b1a9761f3e06 req-affd4781-c2aa-44a0-9900-beb0cd692b2a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0891080 Mar 08 08:39:25.916157 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-868d3ef7-508b-4dcd-94f6-b1a9761f3e06 req-44b9cde2-fdbf-4bc9-898f-c9cde842ce82 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455792 Mar 08 08:39:25.989431 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (6553cf70-e403-433b-85dd-bc77bdebc207), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:26.130356 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (6553cf70-e403-433b-85dd-bc77bdebc207), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:26.180498 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (6553cf70-e403-433b-85dd-bc77bdebc207), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:26.248633 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=6553cf70-e403-433b-85dd-bc77bdebc207,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:26.263370 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (3dca99f9-8a05-4752-a7df-db42dea050b1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:26.364696 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Floating IP 3dca99f9-8a05-4752-a7df-db42dea050b1 associated. External IP: 172.27.2.5, port: 479f4f32-24a4-499a-ae1b-35ea4fdceb1b. Mar 08 08:39:26.493655 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1ba0b-6ded-478c-9116-a8477dda927c req-6a1f00e2-3efe-4342-9b36-615dbfb0f8ba tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:26.495142 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ccb1ba0b-6ded-478c-9116-a8477dda927c req-6a1f00e2-3efe-4342-9b36-615dbfb0f8ba tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 944 time: 0.0974789 Mar 08 08:39:26.591630 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ccb1ba0b-6ded-478c-9116-a8477dda927c req-8485de03-2599-4854-83f7-f2ac386657d6 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897038 Mar 08 08:39:26.650434 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:39:26.757557 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:39:26.767021 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:39:26.776486 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:26.777087 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:39:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:26.828862 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:26.860725 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4cf63672-b30c-4e22-85ac-f9dacb3c1dc9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0295744 Mar 08 08:39:26.861374 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:26.863651 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1749e403-1878-4fe8-9d43-147ab4456cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:26.889509 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:26.903249 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a888bf-43b1-4c14-a391-78d545a2cd9e x-openstack-request-id: req-71a888bf-43b1-4c14-a391-78d545a2cd9e {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:26.903593 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:26.903942 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71a888bf-43b1-4c14-a391-78d545a2cd9e {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:26.904504 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'status': 'completed', 'code': 200} Mar 08 08:39:26.980656 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-660e4c1d-953b-41e8-a300-68fb00c7fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:26.982848 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-660e4c1d-953b-41e8-a300-68fb00c7fd24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 1129 time: 0.0516386 Mar 08 08:39:27.043400 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f668-816b-4cb0-9e2f-cecc9fd1fea6 req-0d836c50-8663-4023-a4aa-e7d0906bff22 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:27.045011 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fa3f668-816b-4cb0-9e2f-cecc9fd1fea6 req-0d836c50-8663-4023-a4aa-e7d0906bff22 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0541325 Mar 08 08:39:27.078888 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-dbd6d71c-60ae-425e-9702-b9698016f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:27.080532 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-dbd6d71c-60ae-425e-9702-b9698016f37f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 912 time: 0.0880854 Mar 08 08:39:27.105852 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1fa3f668-816b-4cb0-9e2f-cecc9fd1fea6 req-711340d4-15ff-49ef-afaa-bd6867e7d170 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544963 Mar 08 08:39:27.126460 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:25Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:27.148501 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-41054d47-08fa-4329-a61d-86db62fa6824 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b HTTP/1.1" status: 200 len: 997 time: 0.0610762 Mar 08 08:39:27.157923 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:39:27.167727 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:27.168332 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:39:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:27.201774 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-7b1d3170-5dbb-4a66-96df-ff43b236e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:27.203318 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-7b1d3170-5dbb-4a66-96df-ff43b236e864 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0461290 Mar 08 08:39:27.265725 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-309ff703-54cf-4509-b79e-376d119a3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:27.267244 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-309ff703-54cf-4509-b79e-376d119a3a12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423911 Mar 08 08:39:27.280227 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:27.360124 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-63ee54f9-68b0-449a-867d-57c68c5d01c7 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829751 Mar 08 08:39:27.431076 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:39:27.453595 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1749e403-1878-4fe8-9d43-147ab4456cb0 req-87d55793-7450-4f12-92be-02272a80a81f service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842299 Mar 08 08:39:27.584627 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:27.589047 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:25Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:27.622440 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f878c6-fdd5-4472-ae31-1c611c577d38 None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:25Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:39:27.624205 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '5bac8755-eced-4e42-9791-7917194bc7db', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'port_id': '5bac8755-eced-4e42-9791-7917194bc7db', 'mac_address': 'fa:16:3e:e2:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:39:27.666093 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 5bac8755-eced-4e42-9791-7917194bc7db is: ACTIVE; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:27.666488 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:27.681041 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bac8755-eced-4e42-9791-7917194bc7db {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:39:27.706417 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:27.728150 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afada0-9124-4067-9df7-b97784945042 req-82682ceb-6680-435a-88a5-f3181bf765aa tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:27.729654 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2afada0-9124-4067-9df7-b97784945042 req-82682ceb-6680-435a-88a5-f3181bf765aa tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 944 time: 0.0649369 Mar 08 08:39:27.778054 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f2afada0-9124-4067-9df7-b97784945042 req-df26ddda-4eac-4bff-9237-cd8f8b80d328 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426905 Mar 08 08:39:27.810361 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:27.811742 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 4d7bed4f-fb8e-4780-9661-14459b77be1f details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:39:27.836699 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e370655-9dae-488c-99ed-0e4a9b1a6218 None None] New status for floating IP 3dca99f9-8a05-4752-a7df-db42dea050b1: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:39:27.902782 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=6']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:27.971598 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 4d7bed4f-fb8e-4780-9661-14459b77be1f, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4d7bed4f-fb8e-4780-9661-14459b77be1f,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:27.984307 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'port_id': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'mac_address': 'fa:16:3e:16:4b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:39:28.026746 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 4d7bed4f-fb8e-4780-9661-14459b77be1f is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:28.027121 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:28.040554 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7bed4f-fb8e-4780-9661-14459b77be1f {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:39:28.064749 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 4d7bed4f-fb8e-4780-9661-14459b77be1f, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4d7bed4f-fb8e-4780-9661-14459b77be1f,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:28.123970 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:28.178430 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=4d7bed4f-fb8e-4780-9661-14459b77be1f,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:28.206612 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['5bac8755-eced-4e42-9791-7917194bc7db'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:39:28.238882 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da36ce2-2833-45d4-981e-212dee25b530 req-39ec3219-b93c-4235-9115-0f0c5b2a46d5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:28.240422 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7da36ce2-2833-45d4-981e-212dee25b530 req-39ec3219-b93c-4235-9115-0f0c5b2a46d5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 944 time: 0.0529296 Mar 08 08:39:28.297366 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7da36ce2-2833-45d4-981e-212dee25b530 req-43e8413f-5cf8-4274-a88f-ce299bf188d7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510094 Mar 08 08:39:28.389829 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['4d7bed4f-fb8e-4780-9661-14459b77be1f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:39:28.920357 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f9b8-ec25-4d0a-8dc6-b9d0604552f9 req-12c1acde-fdda-4ebf-b610-b457db3a59c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:28.921892 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a271f9b8-ec25-4d0a-8dc6-b9d0604552f9 req-12c1acde-fdda-4ebf-b610-b457db3a59c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 945 time: 0.0674853 Mar 08 08:39:28.976816 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a271f9b8-ec25-4d0a-8dc6-b9d0604552f9 req-4f117bf8-d35d-4a8f-b2d3-a5b0b293b88e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484345 Mar 08 08:39:29.450237 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faf6fe-7591-4a38-917a-14240bd7f78a req-78838e2f-b104-41a3-a823-5e739acb3bec tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:29.454788 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88faf6fe-7591-4a38-917a-14240bd7f78a req-78838e2f-b104-41a3-a823-5e739acb3bec tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 944 time: 0.0787323 Mar 08 08:39:29.461157 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:39:29.522097 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88faf6fe-7591-4a38-917a-14240bd7f78a req-e6aba489-be37-407a-9814-7a7c5c69fbcc tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561135 Mar 08 08:39:29.535811 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 5bac8755-eced-4e42-9791-7917194bc7db triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:39:29.536197 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (5bac8755-eced-4e42-9791-7917194bc7db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:29.645111 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 5bac8755-eced-4e42-9791-7917194bc7db is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:29.645660 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:29.676089 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:29.678383 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0762ef9a-1eed-4b4e-9ec1-e810008fe636" -d '{"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-plugged", "status": "completed", "tag": "5bac8755-eced-4e42-9791-7917194bc7db"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:29.691848 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:29.726711 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2516e132-88d7-4a43-a048-3b7bb6db5a1b x-openstack-request-id: req-2516e132-88d7-4a43-a048-3b7bb6db5a1b {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:29.727007 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-plugged", "status": "completed", "tag": "5bac8755-eced-4e42-9791-7917194bc7db", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:29.727263 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2516e132-88d7-4a43-a048-3b7bb6db5a1b {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:29.727820 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db', 'code': 200} Mar 08 08:39:29.757558 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:29.758411 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 4d7bed4f-fb8e-4780-9661-14459b77be1f up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:39:29.839508 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=7']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:29.922444 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 4d7bed4f-fb8e-4780-9661-14459b77be1f completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:39:29.926750 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 4d7bed4f-fb8e-4780-9661-14459b77be1f triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:39:29.927450 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:30.025616 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 4d7bed4f-fb8e-4780-9661-14459b77be1f is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:30.026098 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:30.073113 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 4d7bed4f-fb8e-4780-9661-14459b77be1f, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4d7bed4f-fb8e-4780-9661-14459b77be1f,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:30.121303 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90899910-1262-4570-88b3-74b869a3debf req-2b78e9be-2f0f-4257-873e-7ee1e9095995 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:30.123023 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90899910-1262-4570-88b3-74b869a3debf req-2b78e9be-2f0f-4257-873e-7ee1e9095995 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 945 time: 0.0638545 Mar 08 08:39:30.129647 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:30.194961 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90899910-1262-4570-88b3-74b869a3debf req-8f13c5ee-9599-40a8-a912-4eb95f7627bb tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662603 Mar 08 08:39:30.200674 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=4d7bed4f-fb8e-4780-9661-14459b77be1f,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:30.663725 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67972af3-bb6c-4c41-8a37-bcca3df43563 req-43f4bb1d-9ca0-4f87-b38b-665041e351c8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:30.665263 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-67972af3-bb6c-4c41-8a37-bcca3df43563 req-43f4bb1d-9ca0-4f87-b38b-665041e351c8 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0552065 Mar 08 08:39:30.719238 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-67972af3-bb6c-4c41-8a37-bcca3df43563 req-20bb7e35-16e4-4001-9236-6dcaf0bd536a tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441642 Mar 08 08:39:31.312975 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf737-acc9-4879-83ea-2b647bd3f4c9 req-e16b91fa-d564-4795-bb9c-25b8e73c0287 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:31.314852 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a1cf737-acc9-4879-83ea-2b647bd3f4c9 req-e16b91fa-d564-4795-bb9c-25b8e73c0287 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 946 time: 0.0556829 Mar 08 08:39:31.374046 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6a1cf737-acc9-4879-83ea-2b647bd3f4c9 req-37fdf622-b273-42dd-ae3e-822888b040c9 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504665 Mar 08 08:39:31.730014 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7bed4f-fb8e-4780-9661-14459b77be1f'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:31.733155 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a629b73a-df2e-48b7-be73-9ba4ad516bdc" -d '{"events": [{"server_uuid": "59db40da-1d68-44de-8c01-4d90c1ff9502", "name": "network-vif-plugged", "status": "completed", "tag": "4d7bed4f-fb8e-4780-9661-14459b77be1f"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:31.781317 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07662724-aa96-4896-9ae0-d205ec73b9e3 x-openstack-request-id: req-07662724-aa96-4896-9ae0-d205ec73b9e3 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:31.781660 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59db40da-1d68-44de-8c01-4d90c1ff9502", "name": "network-vif-plugged", "status": "completed", "tag": "4d7bed4f-fb8e-4780-9661-14459b77be1f", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:31.781940 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07662724-aa96-4896-9ae0-d205ec73b9e3 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:31.782515 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'code': 200} Mar 08 08:39:31.864137 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56622041-af95-411e-a8a2-d882cf2bf26c req-3b16dcc3-e5d0-4c10-b566-6794ada190ef tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:31.865580 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-56622041-af95-411e-a8a2-d882cf2bf26c req-3b16dcc3-e5d0-4c10-b566-6794ada190ef tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0638850 Mar 08 08:39:31.918248 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-56622041-af95-411e-a8a2-d882cf2bf26c req-f9bee84f-c2b1-4a18-89c4-64801035092e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459058 Mar 08 08:39:32.110748 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5be0fb-eb32-409d-9b4b-634e701216a9 req-4c0b8461-536f-4cc3-babb-f2271a983402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:32.112245 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa5be0fb-eb32-409d-9b4b-634e701216a9 req-4c0b8461-536f-4cc3-babb-f2271a983402 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 1130 time: 0.0512819 Mar 08 08:39:32.161366 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa5be0fb-eb32-409d-9b4b-634e701216a9 req-7831d13a-88ae-4f05-b596-9f2369055cea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Mar 08 08:39:32.502712 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d426a8-36b4-49c1-931f-6ca16b761aa3 req-680c5b9a-5b19-4cb9-9039-e0103e68dc9f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:32.504371 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-57d426a8-36b4-49c1-931f-6ca16b761aa3 req-680c5b9a-5b19-4cb9-9039-e0103e68dc9f tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 946 time: 0.0550840 Mar 08 08:39:32.562821 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-57d426a8-36b4-49c1-931f-6ca16b761aa3 req-fb0bbd4f-e675-4899-b414-4de96432edc0 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524702 Mar 08 08:39:33.076517 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8121158-0400-4ed0-b95f-b8989f3e1d76 req-af0cc0fa-2ba2-4beb-a113-15038677d017 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:33.079258 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d8121158-0400-4ed0-b95f-b8989f3e1d76 req-af0cc0fa-2ba2-4beb-a113-15038677d017 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0778079 Mar 08 08:39:33.131250 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d8121158-0400-4ed0-b95f-b8989f3e1d76 req-026d9e68-d756-4cd1-9f7f-f56f3dbaae0b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464065 Mar 08 08:39:33.707483 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1211-a11c-4197-9a82-1b6c2351e96d req-6fceacb4-627c-4ed5-8167-b6f42fc9e83c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:33.709170 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-23ba1211-a11c-4197-9a82-1b6c2351e96d req-6fceacb4-627c-4ed5-8167-b6f42fc9e83c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 946 time: 0.0567362 Mar 08 08:39:33.758650 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-23ba1211-a11c-4197-9a82-1b6c2351e96d req-077b28aa-d083-4a2c-b9c3-c4e93f2089c7 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 Mar 08 08:39:33.876324 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba81ed-f5e4-4132-a0bc-790c9e1ce0de req-5dd2d0ff-7f22-4a73-b0a9-2c902ff48442 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:33.877816 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64ba81ed-f5e4-4132-a0bc-790c9e1ce0de req-5dd2d0ff-7f22-4a73-b0a9-2c902ff48442 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 946 time: 0.0537710 Mar 08 08:39:33.887276 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35612) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:39:33.892054 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Request body: {'floatingip': {'port_id': '4d7bed4f-fb8e-4780-9661-14459b77be1f'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:39:33.932800 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (efbc9648-8c83-4b68-82a3-2d4233ba10b7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:34.259035 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bd1f1-b69a-4570-a2ff-7cd5a9dcc315 req-8aa920a1-a87b-4d1f-a768-e5405539afa9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:34.260566 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e55bd1f1-b69a-4570-a2ff-7cd5a9dcc315 req-8aa920a1-a87b-4d1f-a768-e5405539afa9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0575397 Mar 08 08:39:34.309173 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e55bd1f1-b69a-4570-a2ff-7cd5a9dcc315 req-da82a07c-f659-4cbd-9def-f0e4288f642b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430536 Mar 08 08:39:34.396919 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:34.493981 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (efbc9648-8c83-4b68-82a3-2d4233ba10b7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:34.635734 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Floating IP efbc9648-8c83-4b68-82a3-2d4233ba10b7 associated. External IP: 172.27.2.12, port: 4d7bed4f-fb8e-4780-9661-14459b77be1f. Mar 08 08:39:34.678672 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-50fb7c29-eab4-45b7-bd08-f9f32a5c2b99 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0940092 Mar 08 08:39:34.792595 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-914a4791-e458-4be9-8be5-0263de8cc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:34.794042 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-914a4791-e458-4be9-8be5-0263de8cc112 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 1129 time: 0.0647018 Mar 08 08:39:34.974529 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-4b8b95b6-371c-4776-af48-8788aeb562fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:34.976064 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-4b8b95b6-371c-4776-af48-8788aeb562fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 911 time: 0.1347852 Mar 08 08:39:35.031869 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:39:35.088390 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:35.097431 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-381008d8-3891-4f87-b44f-741b97d58147 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6 HTTP/1.1" status: 200 len: 1000 time: 0.1099865 Mar 08 08:39:35.195879 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-3e863729-a65b-43fb-aff6-36ef248be6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:35.197341 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-3e863729-a65b-43fb-aff6-36ef248be6aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 200 len: 849 time: 0.0929127 Mar 08 08:39:35.202392 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:39:35.214848 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:35.215042 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:39:35.232997 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:35.238110 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:39:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:35.260569 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d1f085cd-f34c-403a-a1b0-e692db40ee83 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "PUT /v2.0/floatingips/efbc9648-8c83-4b68-82a3-2d4233ba10b7 HTTP/1.1" status: 200 len: 991 time: 1.3720803 Mar 08 08:39:35.261448 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'tag': '4d7bed4f-fb8e-4780-9661-14459b77be1f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:35.263753 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "59db40da-1d68-44de-8c01-4d90c1ff9502", "tag": "4d7bed4f-fb8e-4780-9661-14459b77be1f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:35.287503 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-41afd16a-e052-4546-aa66-b177608fef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:35.289567 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-41afd16a-e052-4546-aa66-b177608fef15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2551132f-f59c-4840-bb20-6623576cd2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849955 Mar 08 08:39:35.318435 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4addd444-9e74-4e58-8d7d-43fb30e1a6d0 x-openstack-request-id: req-4addd444-9e74-4e58-8d7d-43fb30e1a6d0 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:35.318435 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59db40da-1d68-44de-8c01-4d90c1ff9502", "tag": "4d7bed4f-fb8e-4780-9661-14459b77be1f", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:35.322279 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4addd444-9e74-4e58-8d7d-43fb30e1a6d0 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:35.334166 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'tag': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'status': 'completed', 'code': 200} Mar 08 08:39:35.475351 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-fd49aed8-2e22-4146-9bbd-efe86e2a3992 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775634 Mar 08 08:39:35.486374 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-4a86b2eb-ab37-49dc-b47e-6576cb2c6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:35.488563 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-4a86b2eb-ab37-49dc-b47e-6576cb2c6143 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ede793b3047442669efa63a8d001d667&device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 1130 time: 0.1458173 Mar 08 08:39:35.527440 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:35.575103 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79159f-87b6-4dbf-8498-52645be77d91 req-2ace9cc0-b7f7-4d6b-8b72-ed52a7e239f5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:35.582639 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4c79159f-87b6-4dbf-8498-52645be77d91 req-2ace9cc0-b7f7-4d6b-8b72-ed52a7e239f5 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.1782949 Mar 08 08:39:35.595841 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cfef4bd3-92df-4f21-8b60-d05a649f5a53 req-b651cccf-40c3-4079-8865-1772b90c4697 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098249 Mar 08 08:39:35.644463 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-1c5583de-a6b4-4e6b-b42f-1b04ce53cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:35.645973 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-1c5583de-a6b4-4e6b-b42f-1b04ce53cec2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 200 len: 915 time: 0.1469114 Mar 08 08:39:35.715150 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4c79159f-87b6-4dbf-8498-52645be77d91 req-946758e8-9e2a-4ab9-afad-1d918cc74000 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307116 Mar 08 08:39:35.743427 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-a8ee2c2f-22a0-4e4c-a916-29cc9b793199 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7bed4f-fb8e-4780-9661-14459b77be1f HTTP/1.1" status: 200 len: 999 time: 0.0893710 Mar 08 08:39:35.806367 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-9ded5ac1-0748-489f-ab64-9445bd0c0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:35.808728 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-9ded5ac1-0748-489f-ab64-9445bd0c0882 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 200 len: 853 time: 0.0574970 Mar 08 08:39:35.824560 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'efbc9648-8c83-4b68-82a3-2d4233ba10b7', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:16:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:18Z', 'updated_at': '2022-03-08T08:39:34Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:35.860811 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:39:35.863953 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-006ba6ec-cabe-4b22-b0f4-1a1eaa4322e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:35.865545 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-006ba6ec-cabe-4b22-b0f4-1a1eaa4322e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c687e176-06d5-433e-ad8b-3139fc84ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484474 Mar 08 08:39:35.869768 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:39:35.870406 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:39:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:35.984900 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-d06b37d2-fa03-4e65-8e19-92a7ec554712 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121764 Mar 08 08:39:36.010820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:39:36.104487 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6d553f9-0486-4765-9d1d-acd2b8de2cd1 req-e734de6e-deff-4144-b199-6d0ff6a95466 service neutron] 10.222.0.31 "GET /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072173 Mar 08 08:39:36.288834 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'efbc9648-8c83-4b68-82a3-2d4233ba10b7', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:16:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:18Z', 'updated_at': '2022-03-08T08:39:34Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:39:36.317135 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a97b52-29f0-4c88-ba0f-e673f586c6e7 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': 'efbc9648-8c83-4b68-82a3-2d4233ba10b7', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'port_id': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'mac_address': 'fa:16:3e:16:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:18Z', 'updated_at': '2022-03-08T08:39:34Z', 'revision_number': 1, 'project_id': 'ede793b3047442669efa63a8d001d667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:39:36.536700 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b4f71-f0ff-46f7-9872-715a85578c60 None None] New status for floating IP efbc9648-8c83-4b68-82a3-2d4233ba10b7: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:39:36.862858 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ffc46-587a-4534-9e1c-7be1d040c490 req-2ce76442-eb96-4ef3-bc2c-61f65db5fb5f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:36.864395 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cb3ffc46-587a-4534-9e1c-7be1d040c490 req-2ce76442-eb96-4ef3-bc2c-61f65db5fb5f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0657496 Mar 08 08:39:36.943717 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cb3ffc46-587a-4534-9e1c-7be1d040c490 req-88e742cf-cfa1-43a6-90ad-aff92c76db39 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678051 Mar 08 08:39:38.076071 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046941-1df7-4c7e-b171-cf77a07cb97d req-709332a2-5a07-452a-917f-063de374621f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:38.077780 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-02046941-1df7-4c7e-b171-cf77a07cb97d req-709332a2-5a07-452a-917f-063de374621f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Mar 08 08:39:38.129412 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-02046941-1df7-4c7e-b171-cf77a07cb97d req-c6d939a4-03de-47d6-91b2-51068e1d0087 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455568 Mar 08 08:39:39.251921 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0763db-07de-4c6e-9e30-7c0f01bf8b6f req-276e060d-5b7e-4038-8fdc-54060c8fdf8d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:39.253326 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3c0763db-07de-4c6e-9e30-7c0f01bf8b6f req-276e060d-5b7e-4038-8fdc-54060c8fdf8d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0516880 Mar 08 08:39:39.301637 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3c0763db-07de-4c6e-9e30-7c0f01bf8b6f req-42512548-7971-42b4-9805-51eab3ca6d83 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 Mar 08 08:39:39.625941 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-b04d202c-1bc7-4ea7-99c8-2cf2257e232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:39.627439 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-b04d202c-1bc7-4ea7-99c8-2cf2257e232a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 1129 time: 0.0508857 Mar 08 08:39:39.715037 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-05aa6b4b-c918-4ef0-b2e4-3f1f2c9009ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:39.716472 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-05aa6b4b-c918-4ef0-b2e4-3f1f2c9009ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 917 time: 0.0822043 Mar 08 08:39:39.785133 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-c856d8d4-2e46-4ba8-8d90-a401dd329099 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bac8755-eced-4e42-9791-7917194bc7db HTTP/1.1" status: 200 len: 1001 time: 0.0600171 Mar 08 08:39:39.837832 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-81db4686-3b69-44d7-9f33-b55a1fcb577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:39.839247 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-81db4686-3b69-44d7-9f33-b55a1fcb577f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.0418744 Mar 08 08:39:39.885847 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-5472fc9f-5638-4a78-bad6-dc24dbb30778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:39.887210 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-5472fc9f-5638-4a78-bad6-dc24dbb30778 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419571 Mar 08 08:39:39.977893 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-65f78259-2cbc-47da-b16b-ed0f5ff16e02 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827057 Mar 08 08:39:40.070751 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8768fa51-c528-4f12-ba98-3223502ffd43 req-d611f8c6-544e-4dfd-b52c-50341d382aed service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788362 Mar 08 08:39:40.425633 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4fc1-bfa5-40b4-9882-0248c1f70f73 req-86d69eed-dd1b-4cb7-9bf5-f602db0b1b74 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:40.427146 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3c4a4fc1-bfa5-40b4-9882-0248c1f70f73 req-86d69eed-dd1b-4cb7-9bf5-f602db0b1b74 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0553555 Mar 08 08:39:40.472868 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3c4a4fc1-bfa5-40b4-9882-0248c1f70f73 req-c10e6c1a-fed8-4ce5-84b9-a0d421d3f8f2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 Mar 08 08:39:41.537519 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:41.595884 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d449f-b764-4f12-841b-8c1648cae6bd req-4e22ace5-b617-45c1-8cca-34baf7f0f9bf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:41.598040 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f14d449f-b764-4f12-841b-8c1648cae6bd req-4e22ace5-b617-45c1-8cca-34baf7f0f9bf tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 945 time: 0.0551329 Mar 08 08:39:41.618604 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 5bac8755-eced-4e42-9791-7917194bc7db is: ACTIVE; New status is: DOWN {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:41.619000 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:41.643239 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:39:41.645293 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f14d449f-b764-4f12-841b-8c1648cae6bd req-5f25ff16-99a9-49f7-95f1-1f2a166af2f7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416079 Mar 08 08:39:41.645508 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e4a1c7-02c9-463c-8876-9b48c5c89e5a" -d '{"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-unplugged", "status": "completed", "tag": "5bac8755-eced-4e42-9791-7917194bc7db"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:39:41.659036 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:41.682668 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 08:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7650371d-a446-4eab-acd1-23e97f4df4e4 x-openstack-request-id: req-7650371d-a446-4eab-acd1-23e97f4df4e4 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:39:41.682668 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-unplugged", "status": "completed", "tag": "5bac8755-eced-4e42-9791-7917194bc7db", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:39:41.682668 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7650371d-a446-4eab-acd1-23e97f4df4e4 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:39:41.682668 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db', 'code': 200} Mar 08 08:39:41.735184 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:41.781765 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=8']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:39:42.769878 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73179f0-567e-447f-a114-151526da12a1 req-9b3f30d8-2ced-4119-b968-e0d62f0d7986 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:42.771352 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b73179f0-567e-447f-a114-151526da12a1 req-9b3f30d8-2ced-4119-b968-e0d62f0d7986 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0539103 Mar 08 08:39:42.816434 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b73179f0-567e-447f-a114-151526da12a1 req-9a174beb-c78d-4f87-9239-7b8fb641f4ad tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Mar 08 08:39:44.779447 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c3f52248-c3b6-40b5-9e95-7008f599c426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:45.047505 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b16dd5-695a-4683-b5e3-5c8a6c85f243 req-6d83b546-a6a7-4df3-8c35-57d3fe2ae0a2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:45.049079 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-31b16dd5-695a-4683-b5e3-5c8a6c85f243 req-6d83b546-a6a7-4df3-8c35-57d3fe2ae0a2 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0529091 Mar 08 08:39:45.096131 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-31b16dd5-695a-4683-b5e3-5c8a6c85f243 req-9e8dbf97-e50c-4f2b-813b-bf2bf64006f3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 Mar 08 08:39:45.266967 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-fe9194c1-4aea-46d7-9fab-956f6c3718df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416615 Mar 08 08:39:45.558983 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:39:45.580047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-a30963b2-eed9-44ff-8077-cb7064de7cda tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:45.581322 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-a30963b2-eed9-44ff-8077-cb7064de7cda tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports/5bac8755-eced-4e42-9791-7917194bc7db HTTP/1.1" status: 200 len: 940 time: 0.2875915 Mar 08 08:39:45.643222 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 5bac8755-eced-4e42-9791-7917194bc7db is: DOWN; New status is: DOWN {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:46.228576 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59f99d-4a06-4e5a-89fd-d7a13d7a1bc5 req-64435e95-541f-4fd9-85cc-8718ce5cf6a0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:46.230251 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d59f99d-4a06-4e5a-89fd-d7a13d7a1bc5 req-64435e95-541f-4fd9-85cc-8718ce5cf6a0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0629570 Mar 08 08:39:46.296530 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d59f99d-4a06-4e5a-89fd-d7a13d7a1bc5 req-3183fd71-5fdd-412d-b0d9-0ea2c59c17de tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598543 Mar 08 08:39:46.934525 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-4520fde7-a430-40be-9c15-4ef9ab3d2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:46.936001 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-4520fde7-a430-40be-9c15-4ef9ab3d2dee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694&tenant_id=a9c1109eec1e49879e9ee38d4823435d HTTP/1.1" status: 200 len: 1127 time: 0.0724747 Mar 08 08:39:47.000527 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-d763d700-7927-4406-b357-5707772180c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:47.001919 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-d763d700-7927-4406-b357-5707772180c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 1127 time: 0.0427556 Mar 08 08:39:47.060870 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-82e224bb-1de4-4a7a-b7ca-f3218be155c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:47.376405 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-6f636ff7-d92e-4afa-bf92-0f39f27dccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:47.377814 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-6f636ff7-d92e-4afa-bf92-0f39f27dccbd service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 917 time: 0.3654354 Mar 08 08:39:47.459497 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-918a5e58-317b-41ae-8166-7a012a683e9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bac8755-eced-4e42-9791-7917194bc7db HTTP/1.1" status: 200 len: 999 time: 0.0678258 Mar 08 08:39:47.467512 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba6f92-7b35-41db-b53b-3813439ce495 req-08e1a8e4-df85-4da6-8232-a629e589761b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:47.468886 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-acba6f92-7b35-41db-b53b-3813439ce495 req-08e1a8e4-df85-4da6-8232-a629e589761b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.1057453 Mar 08 08:39:47.533332 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-bc6f4d91-68c2-404e-98f8-5be50315b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:47.534784 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-bc6f4d91-68c2-404e-98f8-5be50315b97b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.0650597 Mar 08 08:39:47.553897 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-acba6f92-7b35-41db-b53b-3813439ce495 req-f507bd35-ad54-4fcc-9c52-dd7e305bfe98 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773642 Mar 08 08:39:47.589535 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-ce6ce61c-c44b-4725-95bd-f141c7218813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:47.591147 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-ce6ce61c-c44b-4725-95bd-f141c7218813 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484445 Mar 08 08:39:47.682417 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-f7fbb3b8-64d3-4fd3-a60e-647803d11ca2 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795772 Mar 08 08:39:47.772010 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d508239-6aa4-4adf-a17a-59eaf23ceb55 req-6e3a096b-b1b1-4e02-8733-da5f759777a6 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830326 Mar 08 08:39:48.031872 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:48.692395 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cd238-2848-419e-ba37-0f992d5cc3d9 req-6881e151-de19-4f3d-b5de-233d37e96841 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:48.694045 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-df3cd238-2848-419e-ba37-0f992d5cc3d9 req-6881e151-de19-4f3d-b5de-233d37e96841 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0607996 Mar 08 08:39:48.744313 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-df3cd238-2848-419e-ba37-0f992d5cc3d9 req-22ef36f5-b524-40c6-b0ee-87d29311cbf0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444438 Mar 08 08:39:49.540971 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:49.865800 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b440679-55b9-4f1c-84ec-ca9571c97264 req-f551ad2d-9ecf-473d-9d0d-e4099831d274 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:49.867863 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b440679-55b9-4f1c-84ec-ca9571c97264 req-f551ad2d-9ecf-473d-9d0d-e4099831d274 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0545514 Mar 08 08:39:49.919717 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5b440679-55b9-4f1c-84ec-ca9571c97264 req-05f7b2b5-78b4-4cf5-ae03-ff6a53c55615 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463507 Mar 08 08:39:50.069913 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:39:51.009710 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:51.047926 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e9c16-c720-4350-bbba-9f652e2b61d5 req-cdeb2648-f7a8-407a-a61e-11222ca9ac56 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:51.049417 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b3e9c16-c720-4350-bbba-9f652e2b61d5 req-cdeb2648-f7a8-407a-a61e-11222ca9ac56 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0572505 Mar 08 08:39:51.101676 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b3e9c16-c720-4350-bbba-9f652e2b61d5 req-dd10ec49-9d81-4cb8-a384-69e20fef0e4d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461428 Mar 08 08:39:52.236469 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827a15b-9ffc-4339-b686-d1ed8c7a9865 req-d556e736-0a9c-44d5-852d-604f5c6888f9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:52.238019 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9827a15b-9ffc-4339-b686-d1ed8c7a9865 req-d556e736-0a9c-44d5-852d-604f5c6888f9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0555933 Mar 08 08:39:52.287028 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9827a15b-9ffc-4339-b686-d1ed8c7a9865 req-f5638127-fecf-4870-ab01-5acfd4355c7f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436189 Mar 08 08:39:53.432236 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c017-cd53-4c73-a0a3-a6cd87755627 req-b5613ee4-054b-4eb6-b36f-0435e107f1a1 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:53.434229 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7961c017-cd53-4c73-a0a3-a6cd87755627 req-b5613ee4-054b-4eb6-b36f-0435e107f1a1 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0648909 Mar 08 08:39:53.490726 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7961c017-cd53-4c73-a0a3-a6cd87755627 req-c02eebfc-ea93-4c49-b900-184137b36813 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500789 Mar 08 08:39:54.620446 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a488469-a99f-4ec0-a04c-ba996b0c4a91 req-bf516d97-d5f4-44be-b6ac-af70d7efc451 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:54.622265 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a488469-a99f-4ec0-a04c-ba996b0c4a91 req-bf516d97-d5f4-44be-b6ac-af70d7efc451 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0549858 Mar 08 08:39:54.668446 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1a488469-a99f-4ec0-a04c-ba996b0c4a91 req-58ca05cf-6cdc-4f85-a758-28f95f8f21db tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402830 Mar 08 08:39:55.796072 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cea9c-e747-4d9d-8ef4-581f590e5f70 req-d40c6bd1-781a-482b-ac8c-a998d61b0d14 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:55.797624 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-520cea9c-e747-4d9d-8ef4-581f590e5f70 req-d40c6bd1-781a-482b-ac8c-a998d61b0d14 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0570681 Mar 08 08:39:55.852119 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-520cea9c-e747-4d9d-8ef4-581f590e5f70 req-45709c21-4e8b-471c-a648-cf94f419a54d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484247 Mar 08 08:39:56.973908 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1329-da3d-4d74-b7e4-cc1f4657c6a1 req-488f0056-899f-4b42-9743-faa117111468 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:56.975411 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61bf1329-da3d-4d74-b7e4-cc1f4657c6a1 req-488f0056-899f-4b42-9743-faa117111468 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0529144 Mar 08 08:39:57.026348 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61bf1329-da3d-4d74-b7e4-cc1f4657c6a1 req-6a476858-b60b-4df8-9b91-16f03e5c9dd4 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448029 Mar 08 08:39:58.152577 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985dbb9-589d-4990-9a11-48414a6ba0a1 req-4a98af12-9d73-4d9b-86f4-ccaaf1970561 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:58.154051 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6985dbb9-589d-4990-9a11-48414a6ba0a1 req-4a98af12-9d73-4d9b-86f4-ccaaf1970561 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0521333 Mar 08 08:39:58.199607 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6985dbb9-589d-4990-9a11-48414a6ba0a1 req-8b667266-00d7-49d0-995f-f71491cb36ee tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401094 Mar 08 08:39:59.321751 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77e92e-804f-49af-bc01-0cd37cb58d3a req-85549628-36f1-4935-baca-10cc5c8b95f6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:39:59.323337 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f77e92e-804f-49af-bc01-0cd37cb58d3a req-85549628-36f1-4935-baca-10cc5c8b95f6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 943 time: 0.0545721 Mar 08 08:39:59.368332 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f77e92e-804f-49af-bc01-0cd37cb58d3a req-fea4fa95-015c-44be-8d98-ae4659fcef73 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394633 Mar 08 08:39:59.650155 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:39:59.743626 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:59.753817 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '5bac8755-eced-4e42-9791-7917194bc7db', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'port_id': '5bac8755-eced-4e42-9791-7917194bc7db', 'mac_address': 'fa:16:3e:e2:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:39:59.794000 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 5bac8755-eced-4e42-9791-7917194bc7db is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:39:59.794394 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:59.807144 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bac8755-eced-4e42-9791-7917194bc7db {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:39:59.825412 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:39:59.899512 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:39:59.945278 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=9']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:00.156455 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['5bac8755-eced-4e42-9791-7917194bc7db'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:40:00.488402 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fedb7-7d7d-4db5-b7da-4849d4f3b261 req-8afdb416-0f51-4bc5-a9a7-3d092df16d2d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:00.489850 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-597fedb7-7d7d-4db5-b7da-4849d4f3b261 req-8afdb416-0f51-4bc5-a9a7-3d092df16d2d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 944 time: 0.0517707 Mar 08 08:40:00.534640 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-597fedb7-7d7d-4db5-b7da-4849d4f3b261 req-f8a92065-55b1-48f8-9fe7-e20a8805cdb7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393226 Mar 08 08:40:01.651134 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:40:01.656785 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74831fa9-8b4a-4da2-8d04-049d2d851e4b req-79d86ef1-f677-4dc3-b6b5-b8ffc7e079e0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:01.658287 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-74831fa9-8b4a-4da2-8d04-049d2d851e4b req-79d86ef1-f677-4dc3-b6b5-b8ffc7e079e0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 944 time: 0.0553956 Mar 08 08:40:01.697499 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 5bac8755-eced-4e42-9791-7917194bc7db triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:40:01.697877 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (5bac8755-eced-4e42-9791-7917194bc7db), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:01.704620 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-74831fa9-8b4a-4da2-8d04-049d2d851e4b req-47aaad81-5602-4923-a360-132dc1c6f3e4 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396230 Mar 08 08:40:01.776648 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 5bac8755-eced-4e42-9791-7917194bc7db is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:40:01.777041 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:01.800186 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:40:01.802469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1142dd2-d06c-4256-96f4-406a89fced1c" -d '{"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-plugged", "status": "completed", "tag": "5bac8755-eced-4e42-9791-7917194bc7db"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:40:01.814435 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:01.838564 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b078e91a-9874-4d7e-b94e-135d6a23e273 x-openstack-request-id: req-b078e91a-9874-4d7e-b94e-135d6a23e273 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:40:01.838859 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-plugged", "status": "completed", "tag": "5bac8755-eced-4e42-9791-7917194bc7db", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:40:01.839116 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b078e91a-9874-4d7e-b94e-135d6a23e273 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:40:01.839508 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db', 'code': 200} Mar 08 08:40:01.906353 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:01.953381 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=10']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:02.165353 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77123273-9fd5-404b-9c7c-3003421187fe req-be57003f-13e6-41ac-a655-2669978c5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:02.166844 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-77123273-9fd5-404b-9c7c-3003421187fe req-be57003f-13e6-41ac-a655-2669978c5b90 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 1130 time: 0.0423825 Mar 08 08:40:02.211180 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-77123273-9fd5-404b-9c7c-3003421187fe req-d549a199-8263-4a89-86e9-14b0b902bc3f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361278 Mar 08 08:40:02.842953 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a637f-d482-48ce-90ee-8b35b1005230 req-e1e876b5-2b65-4059-94bc-aa6322cfb553 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:02.844501 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2f9a637f-d482-48ce-90ee-8b35b1005230 req-e1e876b5-2b65-4059-94bc-aa6322cfb553 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 946 time: 0.0589790 Mar 08 08:40:02.898805 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2f9a637f-d482-48ce-90ee-8b35b1005230 req-08d87d5d-b57a-426e-a1e9-8f6748db4c67 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454042 Mar 08 08:40:04.026001 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848f1ce-1816-4485-9627-6c61bb353744 req-6a44613e-21f7-4942-acf2-ac16115ea09f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:04.027485 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e848f1ce-1816-4485-9627-6c61bb353744 req-6a44613e-21f7-4942-acf2-ac16115ea09f tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 946 time: 0.0586984 Mar 08 08:40:04.076042 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e848f1ce-1816-4485-9627-6c61bb353744 req-6ca3d898-14b0-48b4-b814-93b64491fec9 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425355 Mar 08 08:40:05.072233 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:05.200091 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc55c9f-df65-4cd0-8c48-7ea4d005999b req-6c14d1ba-5b37-4bde-be80-07460ab6264d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:05.201595 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3fc55c9f-df65-4cd0-8c48-7ea4d005999b req-6c14d1ba-5b37-4bde-be80-07460ab6264d tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 946 time: 0.0522101 Mar 08 08:40:05.251511 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3fc55c9f-df65-4cd0-8c48-7ea4d005999b req-ce1f353b-8f14-40f3-a100-57096b45368b tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443127 Mar 08 08:40:05.333070 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e172c1-c24c-47d7-af67-2085a60ca650 req-a2244735-a907-477c-a565-0a572b618503 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:05.334552 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48e172c1-c24c-47d7-af67-2085a60ca650 req-a2244735-a907-477c-a565-0a572b618503 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0565512 Mar 08 08:40:05.382774 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-48e172c1-c24c-47d7-af67-2085a60ca650 req-182d8969-c7d3-49f4-bc75-6970cd720020 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Mar 08 08:40:06.497994 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3873ee-3408-4a18-8046-9e8ea411cf2a req-245e4701-6d9e-4ea8-9757-826be6080d29 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:06.499456 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5e3873ee-3408-4a18-8046-9e8ea411cf2a req-245e4701-6d9e-4ea8-9757-826be6080d29 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Mar 08 08:40:06.544148 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5e3873ee-3408-4a18-8046-9e8ea411cf2a req-6dfdb83e-9457-4741-9ed2-eb8a6f7d921b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393219 Mar 08 08:40:07.660520 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933be58-479f-4de5-9e9c-1d1523ecf249 req-54a7b47e-ec54-4716-8ce8-aed223eac3e2 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:07.662020 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1933be58-479f-4de5-9e9c-1d1523ecf249 req-54a7b47e-ec54-4716-8ce8-aed223eac3e2 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0511570 Mar 08 08:40:07.710976 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1933be58-479f-4de5-9e9c-1d1523ecf249 req-4f2a6931-78fd-41f2-bd73-b91d7ec92e8e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Mar 08 08:40:08.826680 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d29a7-a3ce-47ca-a3ee-d7ef02850bc6 req-69181fff-15e3-47f9-b1d1-af2496f14ee5 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:08.828211 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e2d29a7-a3ce-47ca-a3ee-d7ef02850bc6 req-69181fff-15e3-47f9-b1d1-af2496f14ee5 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0522256 Mar 08 08:40:08.874351 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e2d29a7-a3ce-47ca-a3ee-d7ef02850bc6 req-c9f035b2-b863-41e9-93db-8f7d52954fd0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404847 Mar 08 08:40:09.987890 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af9d2b-12d7-45c1-8331-5c68c8aa2c65 req-5875393c-2b38-4e34-adb4-84eeb18b46a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:09.989357 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76af9d2b-12d7-45c1-8331-5c68c8aa2c65 req-5875393c-2b38-4e34-adb4-84eeb18b46a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0512867 Mar 08 08:40:10.034929 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76af9d2b-12d7-45c1-8331-5c68c8aa2c65 req-e84fb8a2-1c8d-46f2-b4a2-958502570bf2 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394852 Mar 08 08:40:11.155924 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c472eb7-9b23-438d-bb01-e4cb79a0301d req-5a325de9-9b6e-476b-a916-691f4098b369 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:11.157453 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c472eb7-9b23-438d-bb01-e4cb79a0301d req-5a325de9-9b6e-476b-a916-691f4098b369 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0572016 Mar 08 08:40:11.203547 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6c472eb7-9b23-438d-bb01-e4cb79a0301d req-fd02f412-8016-44d0-9275-52b282268053 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Mar 08 08:40:12.317647 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8b831-14f8-43d0-8a3f-0d165eb57b3b req-9b008671-7f92-487d-b3e6-c9fea054cfd0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:12.319136 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-23a8b831-14f8-43d0-8a3f-0d165eb57b3b req-9b008671-7f92-487d-b3e6-c9fea054cfd0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0512173 Mar 08 08:40:12.364600 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-23a8b831-14f8-43d0-8a3f-0d165eb57b3b req-d0beec25-2f01-4793-ba87-a23823340c6f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398650 Mar 08 08:40:13.482191 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbf3b5-a463-4b5c-b773-eb005180341e req-ce1aae3e-7d6b-44f3-9c87-c600cb681493 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:13.483641 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2fbf3b5-a463-4b5c-b773-eb005180341e req-ce1aae3e-7d6b-44f3-9c87-c600cb681493 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0550020 Mar 08 08:40:13.529405 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e2fbf3b5-a463-4b5c-b773-eb005180341e req-413d5a08-290b-41e5-aca5-c21fdc4c11b2 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 Mar 08 08:40:14.644564 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ecabd-67b9-4331-a6a4-183038f0a361 req-773898a1-2c33-42ab-a027-f37ba28be6da tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:14.646026 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-709ecabd-67b9-4331-a6a4-183038f0a361 req-773898a1-2c33-42ab-a027-f37ba28be6da tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0515313 Mar 08 08:40:14.690905 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-709ecabd-67b9-4331-a6a4-183038f0a361 req-4999ab40-6940-4e1c-8518-0872758422f7 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394349 Mar 08 08:40:14.769097 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f284eb9d-641e-48bd-9df4-c70dc77299ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:15.808037 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418de08-219f-4c4a-b39a-3b3ab5343be0 req-5548cd7b-3049-4e1c-a89e-0724af93e807 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:15.809494 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c418de08-219f-4c4a-b39a-3b3ab5343be0 req-5548cd7b-3049-4e1c-a89e-0724af93e807 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0535774 Mar 08 08:40:15.860536 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c418de08-219f-4c4a-b39a-3b3ab5343be0 req-ffec305f-09d7-4497-8135-a8bd72f07098 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447638 Mar 08 08:40:16.976027 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151fc47-6a1a-4a7e-9fbb-6b4bdb7d0255 req-71f543b8-496f-4bd9-8875-d61810c9ee6b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:16.978128 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e151fc47-6a1a-4a7e-9fbb-6b4bdb7d0255 req-71f543b8-496f-4bd9-8875-d61810c9ee6b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Mar 08 08:40:17.023666 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e151fc47-6a1a-4a7e-9fbb-6b4bdb7d0255 req-16e33393-020a-4fc0-809e-c9fba664ba08 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397220 Mar 08 08:40:17.037253 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f4f32a14-5347-4eaa-8af3-a94f56a9ecf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:17.346709 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54d64d-1565-4261-9366-8cc00110230f req-7384e89d-dc45-4be7-94af-0796630159b0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:17.348222 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a54d64d-1565-4261-9366-8cc00110230f req-7384e89d-dc45-4be7-94af-0796630159b0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0532994 Mar 08 08:40:17.395305 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0a54d64d-1565-4261-9366-8cc00110230f req-f1b27a61-6f86-4bb8-8836-72d7f36aadc0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412157 Mar 08 08:40:17.488426 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-c2a0a22f-0003-4144-aab7-1c26bcb4ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:17.489933 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-c2a0a22f-0003-4144-aab7-1c26bcb4ea00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 1129 time: 0.0484424 Mar 08 08:40:17.576948 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-254dd788-a573-47c3-b8d3-51762f258beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:17.578350 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-254dd788-a573-47c3-b8d3-51762f258beb service neutron] 10.222.0.31 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 911 time: 0.0821955 Mar 08 08:40:17.644517 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-7bd9a31c-8c5b-45a4-b204-325a0f36a6b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6 HTTP/1.1" status: 200 len: 1000 time: 0.0599728 Mar 08 08:40:17.691287 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-818e9d43-830f-4f39-887a-7c0f44cbcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:17.692655 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-818e9d43-830f-4f39-887a-7c0f44cbcc8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 200 len: 849 time: 0.0411355 Mar 08 08:40:17.739100 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-2c460557-b050-48b1-bd88-a2d58432ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:17.740527 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-2c460557-b050-48b1-bd88-a2d58432ed25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2551132f-f59c-4840-bb20-6623576cd2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410552 Mar 08 08:40:17.833689 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-4d299511-32ec-4abd-8448-ad06b1bebd79 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815699 Mar 08 08:40:17.920085 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b61def2f-386d-486e-bdab-99f4051e10d8 req-2257e9ad-bc8f-4350-b25f-51b28d7dc840 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784965 Mar 08 08:40:18.083137 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:18.519001 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1868e30-acfe-4b8b-88f9-194aa2503597 req-1b7b25ee-d7ee-4e0d-b165-e5f8236105d3 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:18.520663 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a1868e30-acfe-4b8b-88f9-194aa2503597 req-1b7b25ee-d7ee-4e0d-b165-e5f8236105d3 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0568142 Mar 08 08:40:18.567383 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a1868e30-acfe-4b8b-88f9-194aa2503597 req-93ca36e1-2d8b-40a7-9dae-af9ad627c33f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404966 Mar 08 08:40:19.551777 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:19.685822 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008ea5-1114-4daf-833b-5dac57dd5e85 req-52b326c4-e07c-47e4-be46-2d861d440e4a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:19.687349 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2c008ea5-1114-4daf-833b-5dac57dd5e85 req-52b326c4-e07c-47e4-be46-2d861d440e4a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Mar 08 08:40:19.735861 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2c008ea5-1114-4daf-833b-5dac57dd5e85 req-f55551d8-e357-45b3-9c9b-5182a9615202 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427387 Mar 08 08:40:21.025796 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:27.067514 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:40:30.922648 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b1e47-dd90-4294-8be3-0f63961a5e4c req-fe4eb6c2-2ad2-49d4-8de0-86b73b0a61ed tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:30.924049 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-392b1e47-dd90-4294-8be3-0f63961a5e4c req-fe4eb6c2-2ad2-49d4-8de0-86b73b0a61ed tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 946 time: 0.0513558 Mar 08 08:40:30.972944 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-392b1e47-dd90-4294-8be3-0f63961a5e4c req-ebaa4c85-83de-4d4c-87e2-774f3c535366 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434449 Mar 08 08:40:32.088714 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619ed8b-577d-4a9d-9cfc-69e572a7a9d9 req-75406a46-31ff-4f84-9262-97a407043d5b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:32.090176 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3619ed8b-577d-4a9d-9cfc-69e572a7a9d9 req-75406a46-31ff-4f84-9262-97a407043d5b tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 946 time: 0.0511932 Mar 08 08:40:32.135051 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3619ed8b-577d-4a9d-9cfc-69e572a7a9d9 req-8a19770d-3507-4fbe-8fdd-9c314871c619 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393877 Mar 08 08:40:32.584950 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ac836-abb4-48a5-965f-626967f004a9 req-a6b8ee90-85db-445a-a03c-16b8fdfd964e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:32.586938 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e13ac836-abb4-48a5-965f-626967f004a9 req-a6b8ee90-85db-445a-a03c-16b8fdfd964e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 946 time: 0.0512168 Mar 08 08:40:32.681768 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Deleting port 4d7bed4f-fb8e-4780-9661-14459b77be1f {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:32.682133 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:32.769268 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] For port 4d7bed4f-fb8e-4780-9661-14459b77be1f, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4d7bed4f-fb8e-4780-9661-14459b77be1f,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:32.769634 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:32.938960 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:32.939398 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (efbc9648-8c83-4b68-82a3-2d4233ba10b7), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:32.939758 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Floating IP efbc9648-8c83-4b68-82a3-2d4233ba10b7 disassociated. External IP: 172.27.2.12, port: 4d7bed4f-fb8e-4780-9661-14459b77be1f. Mar 08 08:40:32.940104 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Calling delete_port for 4d7bed4f-fb8e-4780-9661-14459b77be1f owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:33.118063 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (4d7bed4f-fb8e-4780-9661-14459b77be1f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:33.149903 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'Port': ['ID=4d7bed4f-fb8e-4780-9661-14459b77be1f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:33.159058 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.159411 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.159755 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.160100 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.160428 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.160756 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.161084 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.161441 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.161726 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.162081 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.162408 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.162734 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.163056 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:33.244190 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61fbc3b1-5f80-4301-b046-d4e62b4be192 req-70e82958-2b3b-4c27-9f2e-4f2e4c175a95 tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 210 time: 0.0343032 Mar 08 08:40:33.300858 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:40:33.410257 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:40:33.419783 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:40:33.429646 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:40:33.430964 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:33.454714 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] No DVR routers for this DVR port 4d7bed4f-fb8e-4780-9661-14459b77be1f on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:40:33.457218 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:33.460529 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e13ac836-abb4-48a5-965f-626967f004a9 req-05749388-b3f9-41de-950e-1473d7285b9e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.31 "DELETE /v2.0/ports/4d7bed4f-fb8e-4780-9661-14459b77be1f HTTP/1.1" status: 204 len: 173 time: 0.8676484 Mar 08 08:40:33.460971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'name': 'network-vif-deleted', 'tag': '4d7bed4f-fb8e-4780-9661-14459b77be1f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:40:33.463826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabcd04c-1e07-4e16-b20a-ec1cc33cb40d" -d '{"events": [{"server_uuid": "59db40da-1d68-44de-8c01-4d90c1ff9502", "name": "network-vif-deleted", "tag": "4d7bed4f-fb8e-4780-9661-14459b77be1f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:40:33.499032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb53c4b7-0679-49c7-9ea3-fbf34996052c x-openstack-request-id: req-fb53c4b7-0679-49c7-9ea3-fbf34996052c {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:40:33.499333 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59db40da-1d68-44de-8c01-4d90c1ff9502", "name": "network-vif-deleted", "tag": "4d7bed4f-fb8e-4780-9661-14459b77be1f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:40:33.499593 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb53c4b7-0679-49c7-9ea3-fbf34996052c {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:40:33.500000 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59db40da-1d68-44de-8c01-4d90c1ff9502', 'name': 'network-vif-deleted', 'tag': '4d7bed4f-fb8e-4780-9661-14459b77be1f', 'status': 'completed', 'code': 200} Mar 08 08:40:33.549434 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:40:33.882314 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:33.912054 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:40:33.920983 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:40:33.921599 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:34.029155 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:40:34.224046 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:34.254528 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b0ac-7fc2-48ad-a960-e24eec6fd7c1 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:38Z', 'revision_number': 4, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'ee2163bd-38f7-4c29-851c-ba178045557b', 'name': '', 'network_id': 'c687e176-06d5-433e-ad8b-3139fc84ddd6', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'mac_address': 'fa:16:3e:fd:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:36Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'subnets': [{'id': '1369b6d5-f70b-406a-9a56-b877c7243376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:40:34.350318 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e40fb122-ad31-4160-a980-52b32230e2f6 req-887e9721-e2d1-4adf-b771-4fe007eb725c tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/ports?device_id=59db40da-1d68-44de-8c01-4d90c1ff9502 HTTP/1.1" status: 200 len: 210 time: 0.0280352 Mar 08 08:40:34.508344 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711de08-09ee-437f-87f1-f63034d0bc3d None None] New status for floating IP efbc9648-8c83-4b68-82a3-2d4233ba10b7: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:40:34.552187 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-0a6dcd49-1f78-4ae1-b031-51fb47cf7fc6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501351 Mar 08 08:40:34.616901 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-084bb385-4721-425e-ad68-9ae48ca798a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:34.620186 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-084bb385-4721-425e-ad68-9ae48ca798a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9c1109eec1e49879e9ee38d4823435d&device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 1130 time: 0.0456378 Mar 08 08:40:34.721286 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-767049ce-9738-4e85-92d3-9863b4b9c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:34.722793 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-767049ce-9738-4e85-92d3-9863b4b9c1b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 200 len: 917 time: 0.0852656 Mar 08 08:40:34.791966 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-cb953fb9-7991-4597-8be0-32d85ab3b859 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bac8755-eced-4e42-9791-7917194bc7db HTTP/1.1" status: 200 len: 1001 time: 0.0628283 Mar 08 08:40:34.840063 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-6a29682d-0d9f-4a89-8ab3-2e6122bbd22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:34.841467 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-6a29682d-0d9f-4a89-8ab3-2e6122bbd22a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 200 len: 855 time: 0.0429618 Mar 08 08:40:34.889839 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-73a81b36-a986-41c6-94b1-7f3cbf86ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:34.891272 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-73a81b36-a986-41c6-94b1-7f3cbf86ce83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418794 Mar 08 08:40:34.979814 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-746cfc54-6f3c-4682-ba79-497bdcff49b7 service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810621 Mar 08 08:40:35.071808 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:35.072844 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9029ee10-8d21-4553-8a69-fb0056fa5124 req-3de6b012-eac0-48b8-8035-50fc294ad0ad service neutron] 10.222.0.31 "GET /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794365 Mar 08 08:40:35.517433 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 35942) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:35.573176 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e64177d1-9bc8-41b3-b391-b76ea9ecdc0e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (1eb134bb-4bdf-42e0-a9a7-deed74d16d5d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:35.596420 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e64177d1-9bc8-41b3-b391-b76ea9ecdc0e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (1eb134bb-4bdf-42e0-a9a7-deed74d16d5d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:35.699664 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e64177d1-9bc8-41b3-b391-b76ea9ecdc0e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (1eb134bb-4bdf-42e0-a9a7-deed74d16d5d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:35.702510 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e64177d1-9bc8-41b3-b391-b76ea9ecdc0e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:35.703653 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e64177d1-9bc8-41b3-b391-b76ea9ecdc0e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "DELETE /v2.0/security-groups/1eb134bb-4bdf-42e0-a9a7-deed74d16d5d HTTP/1.1" status: 204 len: 168 time: 0.1851790 Mar 08 08:40:35.706519 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35944) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:35.713411 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64177d1-9bc8-41b3-b391-b76ea9ecdc0e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb134bb-4bdf-42e0-a9a7-deed74d16d5d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:35.720310 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.api.v2.resource [None req-d790cab8-753c-43a5-9ae3-cfe2a8f90cfa tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] show failed (client error): The resource could not be found. Mar 08 08:40:35.724024 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d790cab8-753c-43a5-9ae3-cfe2a8f90cfa tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "GET /v2.0/security-groups/1eb134bb-4bdf-42e0-a9a7-deed74d16d5d HTTP/1.1" status: 404 len: 347 time: 0.0136638 Mar 08 08:40:35.727950 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35946) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:35.821318 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 4d7bed4f-fb8e-4780-9661-14459b77be1f no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:40:35.843918 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 4d7bed4f-fb8e-4780-9661-14459b77be1f {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:40:35.844260 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 4d7bed4f-fb8e-4780-9661-14459b77be1f not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:40:35.846528 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Deleting port 1daa6266-8c41-43d5-a582-76c4d89a0488 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:35.847114 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (1daa6266-8c41-43d5-a582-76c4d89a0488), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:35.919339 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (1daa6266-8c41-43d5-a582-76c4d89a0488), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:35.919667 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (1daa6266-8c41-43d5-a582-76c4d89a0488), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:35.930934 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Calling delete_port for 1daa6266-8c41-43d5-a582-76c4d89a0488 owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:36.123079 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (1daa6266-8c41-43d5-a582-76c4d89a0488), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:36.146456 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Pushing event deleted for resources: {'Port': ['ID=1daa6266-8c41-43d5-a582-76c4d89a0488,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:36.159306 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.159663 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.160018 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.160362 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.160705 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.161045 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.161379 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.161714 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.162143 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.162479 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.162816 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.163146 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.163473 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:36.219406 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks [] for floatingip (efbc9648-8c83-4b68-82a3-2d4233ba10b7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:36.221947 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:36.223123 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0eeddc59-4af8-4c47-bf04-c1b0f529d65e tempest-AttachVolumeNegativeTest-1383629213 tempest-AttachVolumeNegativeTest-1383629213-project] 10.222.0.21 "DELETE /v2.0/floatingips/efbc9648-8c83-4b68-82a3-2d4233ba10b7 HTTP/1.1" status: 204 len: 168 time: 0.4979770 Mar 08 08:40:39.521181 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d9205-2e07-4660-8077-756d6ba0b38b req-f5ead427-0e2d-43a2-b1ac-86e66e249f51 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:39.522722 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f94d9205-2e07-4660-8077-756d6ba0b38b req-f5ead427-0e2d-43a2-b1ac-86e66e249f51 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 946 time: 0.0532076 Mar 08 08:40:39.570896 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f94d9205-2e07-4660-8077-756d6ba0b38b req-44be6110-8b76-496f-867f-6e120152d8a0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Mar 08 08:40:40.284421 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 35994) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:40.703100 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639d549-4317-4872-ab78-b23379ff6bd7 req-7ab1c1f0-8ef6-41f8-89d8-99e5f12ab715 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:40.704590 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9639d549-4317-4872-ab78-b23379ff6bd7 req-7ab1c1f0-8ef6-41f8-89d8-99e5f12ab715 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 946 time: 0.0601060 Mar 08 08:40:40.754494 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9639d549-4317-4872-ab78-b23379ff6bd7 req-098c2e24-b648-48de-9465-cf0c8fa149e0 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups?id=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Mar 08 08:40:40.761680 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:40.952128 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e18535-186c-40bc-9413-c2090b29d1ce req-eed67304-787c-4c9c-9699-0e228ccddfe6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:40:40.953673 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-94e18535-186c-40bc-9413-c2090b29d1ce req-eed67304-787c-4c9c-9699-0e228ccddfe6 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 946 time: 0.0520017 Mar 08 08:40:41.007436 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Deleting port ee2163bd-38f7-4c29-851c-ba178045557b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:41.007777 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.044981 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Deleting port 5bac8755-eced-4e42-9791-7917194bc7db {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:41.045329 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (5bac8755-eced-4e42-9791-7917194bc7db), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.087774 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] For port ee2163bd-38f7-4c29-851c-ba178045557b, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=ee2163bd-38f7-4c29-851c-ba178045557b,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:41.088133 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.099672 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Calling delete_port for ee2163bd-38f7-4c29-851c-ba178045557b owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:41.135750 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] For port 5bac8755-eced-4e42-9791-7917194bc7db, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=5bac8755-eced-4e42-9791-7917194bc7db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:41.136109 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (5bac8755-eced-4e42-9791-7917194bc7db), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.308718 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.309010 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (c0e64463-62c9-49cd-b8b9-fca7b00f4c75), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.309333 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Floating IP c0e64463-62c9-49cd-b8b9-fca7b00f4c75 disassociated. External IP: 172.27.2.155, port: 5bac8755-eced-4e42-9791-7917194bc7db. Mar 08 08:40:41.309703 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Calling delete_port for 5bac8755-eced-4e42-9791-7917194bc7db owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:41.334667 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (ee2163bd-38f7-4c29-851c-ba178045557b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.362133 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2163bd-38f7-4c29-851c-ba178045557b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:41.516293 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (5bac8755-eced-4e42-9791-7917194bc7db), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.526621 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.554078 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event deleted for resources: {'Port': ['ID=5bac8755-eced-4e42-9791-7917194bc7db,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:41.669697 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Router b9040abc-b095-46c6-b9a7-1c2664617491 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:40:41.750792 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:40:41.777896 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:40:41.794344 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] Sync routers for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:40:41.807296 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:40:41.808370 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:41.819163 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] No DVR routers for this DVR port 5bac8755-eced-4e42-9791-7917194bc7db on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:40:41.822179 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:41.826215 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-94e18535-186c-40bc-9413-c2090b29d1ce req-5a794210-0a0f-4be6-bdd2-542cd1b45afb tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.31 "DELETE /v2.0/ports/5bac8755-eced-4e42-9791-7917194bc7db HTTP/1.1" status: 204 len: 173 time: 0.8668072 Mar 08 08:40:41.826678 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-deleted', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:40:41.828942 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc1c05-92e6-4896-9662-b5b168f76845" -d '{"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-deleted", "tag": "5bac8755-eced-4e42-9791-7917194bc7db"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:40:41.876187 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:40:41.882554 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-157075b2-5681-4f73-abe5-c816d7964f64 admin admin] 10.222.0.21 "PUT /v2.0/routers/20aa8d78-bf50-42c3-aa19-d76de2f1edf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5964420 Mar 08 08:40:41.885019 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36006) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:41.894549 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b9bd8e36-78b6-455b-88b0-742a7595c7f0 req-213f9c2d-6a9e-4c4d-ae27-3056ec7ec488 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b5454d8-a449-4354-929d-9a81191b7694 HTTP/1.1" status: 200 len: 210 time: 0.0511711 Mar 08 08:40:41.896367 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] Sync routers for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:40:41.903949 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2998289-ed35-4ad7-a6f4-1a5d862a8c23 x-openstack-request-id: req-a2998289-ed35-4ad7-a6f4-1a5d862a8c23 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:40:41.904421 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5454d8-a449-4354-929d-9a81191b7694", "name": "network-vif-deleted", "tag": "5bac8755-eced-4e42-9791-7917194bc7db", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:40:41.904844 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2998289-ed35-4ad7-a6f4-1a5d862a8c23 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:40:41.906064 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5454d8-a449-4354-929d-9a81191b7694', 'name': 'network-vif-deleted', 'tag': '5bac8755-eced-4e42-9791-7917194bc7db', 'status': 'completed', 'code': 200} Mar 08 08:40:41.929255 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:40:41.929874 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:41.969338 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:40:42.015463 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks [] for router (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:42.049724 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:40:42.193153 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks [] for router_gateway (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:42.245539 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:42.272813 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] Checking router: b9040abc-b095-46c6-b9a7-1c2664617491 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:40:42.276690 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:40:41Z', 'revision_number': 5, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port': {'id': '3bbafb2c-725d-4117-96d2-b893e51dd9a2', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:33Z', 'updated_at': '2022-03-08T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:42.282201 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:40:42.282824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:42.303129 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] Checking router: 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:40:42.311749 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] Routers {'20aa8d78-bf50-42c3-aa19-d76de2f1edf3'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:40:42.312370 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:42.351020 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Deleting port 3bbafb2c-725d-4117-96d2-b893e51dd9a2 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:42.351580 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:42.396579 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:40:42.403301 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] Set router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:40:42.435172 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] For port 3bbafb2c-725d-4117-96d2-b893e51dd9a2, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=3bbafb2c-725d-4117-96d2-b893e51dd9a2,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:42.435539 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:42.448670 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Calling delete_port for 3bbafb2c-725d-4117-96d2-b893e51dd9a2 owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:42.458182 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:40:42Z', 'revision_number': 6, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port_host': None}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:42.484423 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e01425-e034-46af-8cf1-881041bfa830 None None] The sync data for ids ['20aa8d78-bf50-42c3-aa19-d76de2f1edf3'] in dv-cinder-832499-1-iscsi is: [{'id': '20aa8d78-bf50-42c3-aa19-d76de2f1edf3', 'name': 'tempest-AttachVolumeNegativeTest-779714690-router', 'tenant_id': 'ede793b3047442669efa63a8d001d667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:40:42Z', 'revision_number': 6, 'project_id': 'ede793b3047442669efa63a8d001d667', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:40:42.617820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:42.643810 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c4d68-973f-4938-baca-0f356da089d9 None None] The sync data for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:33:43Z', 'revision_number': 4, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'df93979c-22c3-44df-992a-36c0066357db', 'name': '', 'network_id': '5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'mac_address': 'fa:16:3e:77:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:41Z', 'updated_at': '2022-03-08T08:33:51Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'subnets': [{'id': 'fc891d89-6e49-4ddf-be67-2fa9ae064595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:40:42.688541 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (3bbafb2c-725d-4117-96d2-b893e51dd9a2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:42.714236 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbafb2c-725d-4117-96d2-b893e51dd9a2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:42.778334 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:42.889789 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:42.891242 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks [] for router_controller (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:42.929147 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e6b1c-bf3a-41d1-971c-ae972b36e0c8 None None] New status for floating IP c0e64463-62c9-49cd-b8b9-fca7b00f4c75: DOWN {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:40:43.015077 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (20aa8d78-bf50-42c3-aa19-d76de2f1edf3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.015726 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20aa8d78-bf50-42c3-aa19-d76de2f1edf3 {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:40:43.020507 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.027066 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1fdf3f07-78b7-4313-9d4a-3b1df9af46aa admin admin] 10.222.0.21 "DELETE /v2.0/routers/20aa8d78-bf50-42c3-aa19-d76de2f1edf3 HTTP/1.1" status: 204 len: 168 time: 1.1354783 Mar 08 08:40:43.027066 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36012) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:43.070259 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4eb64e5-ccc9-4dd0-a7f7-0cdd9bbe4c0e admin admin] Deleting subnet 1369b6d5-f70b-406a-9a56-b877c7243376 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:40:43.073940 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4eb64e5-ccc9-4dd0-a7f7-0cdd9bbe4c0e admin admin] Publish callbacks [] for subnet (1369b6d5-f70b-406a-9a56-b877c7243376), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.091015 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36014) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:43.110848 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4eb64e5-ccc9-4dd0-a7f7-0cdd9bbe4c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (1369b6d5-f70b-406a-9a56-b877c7243376), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.161159 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d72299a4-7d83-41b9-8166-bd78e9c9a8d3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (20e882f3-7b63-4b9a-9dcb-0c87e55c42b2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.187155 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d72299a4-7d83-41b9-8166-bd78e9c9a8d3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (20e882f3-7b63-4b9a-9dcb-0c87e55c42b2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.197704 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4eb64e5-ccc9-4dd0-a7f7-0cdd9bbe4c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (1369b6d5-f70b-406a-9a56-b877c7243376), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.299352 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d72299a4-7d83-41b9-8166-bd78e9c9a8d3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (20e882f3-7b63-4b9a-9dcb-0c87e55c42b2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.302145 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d72299a4-7d83-41b9-8166-bd78e9c9a8d3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.303385 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d72299a4-7d83-41b9-8166-bd78e9c9a8d3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "DELETE /v2.0/security-groups/20e882f3-7b63-4b9a-9dcb-0c87e55c42b2 HTTP/1.1" status: 204 len: 168 time: 0.2113855 Mar 08 08:40:43.306895 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36016) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:43.317553 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72299a4-7d83-41b9-8166-bd78e9c9a8d3 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e882f3-7b63-4b9a-9dcb-0c87e55c42b2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:43.328021 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4eb64e5-ccc9-4dd0-a7f7-0cdd9bbe4c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (1369b6d5-f70b-406a-9a56-b877c7243376), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.330512 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.api.v2.resource [None req-18723964-dd8c-47c8-98d9-813fe0f07ba7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] show failed (client error): The resource could not be found. Mar 08 08:40:43.331576 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-18723964-dd8c-47c8-98d9-813fe0f07ba7 tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "GET /v2.0/security-groups/20e882f3-7b63-4b9a-9dcb-0c87e55c42b2 HTTP/1.1" status: 404 len: 347 time: 0.0236843 Mar 08 08:40:43.334782 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36018) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:43.356961 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795d3a3-ee5a-4195-a1a9-715b135ab4b7 None None] Network c687e176-06d5-433e-ad8b-3139fc84ddd6 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:40:43.357178 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4eb64e5-ccc9-4dd0-a7f7-0cdd9bbe4c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.358837 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e4eb64e5-ccc9-4dd0-a7f7-0cdd9bbe4c0e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1369b6d5-f70b-406a-9a56-b877c7243376 HTTP/1.1" status: 204 len: 168 time: 0.3327887 Mar 08 08:40:43.359901 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb64e5-ccc9-4dd0-a7f7-0cdd9bbe4c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1369b6d5-f70b-406a-9a56-b877c7243376,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:43.361712 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36020) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:43.441871 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (c687e176-06d5-433e-ad8b-3139fc84ddd6), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.499810 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Deleting port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:43.500158 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.542299 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] DHCP port deletion for c687e176-06d5-433e-ad8b-3139fc84ddd6 request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:40:43.573722 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] For port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:43.574309 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.590321 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Calling delete_port for a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:43.593783 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Deleting port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:43.594321 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.663425 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] For port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,segment=NetworkSegment(e5a105fe-076c-41bf-b847-c3853305a9b7),segment_id=e5a105fe-076c-41bf-b847-c3853305a9b7)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:43.663932 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.678620 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Calling delete_port for a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:43.758235 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Deleting port 336e78ef-1af9-4483-917e-cd564d7bb50e {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:43.758490 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (336e78ef-1af9-4483-917e-cd564d7bb50e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.763323 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.771322 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976'] for port (a1c6533b-ceb0-43ab-aaca-9ab9abce03a8), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.789422 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:43.793500 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] No DVR routers for this DVR port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 on host dv-cinder-832499-1-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:40:43.814816 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] No DVR routers for this DVR port a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 on host dv-cinder-832499-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:40:43.818897 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Pushing event deleted for resources: {'Port': ['ID=a1c6533b-ceb0-43ab-aaca-9ab9abce03a8,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:43.826809 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.827968 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.828421 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.828829 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.829307 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.829734 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.830274 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.830683 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.831083 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.831872 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.831872 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.832118 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.832446 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a91384-4ed4-4018-b0d9-7fb7339bbb12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:40:43.838363 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:40:43.857486 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (336e78ef-1af9-4483-917e-cd564d7bb50e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.857807 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (336e78ef-1af9-4483-917e-cd564d7bb50e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.871390 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Calling delete_port for 336e78ef-1af9-4483-917e-cd564d7bb50e owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:43.872300 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (c687e176-06d5-433e-ad8b-3139fc84ddd6), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.897538 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c687e176-06d5-433e-ad8b-3139fc84ddd6']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:43.908994 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a105fe-076c-41bf-b847-c3853305a9b7') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:43.909388 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a105fe-076c-41bf-b847-c3853305a9b7') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:43.920390 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (e5a105fe-076c-41bf-b847-c3853305a9b7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.936716 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (e5a105fe-076c-41bf-b847-c3853305a9b7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.943756 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:40:43.944399 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (e5a105fe-076c-41bf-b847-c3853305a9b7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:40:43.946280 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:40:43.994178 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 5bac8755-eced-4e42-9791-7917194bc7db {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:40:43.994783 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 5bac8755-eced-4e42-9791-7917194bc7db not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:40:44.072046 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (c687e176-06d5-433e-ad8b-3139fc84ddd6), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.076432 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.083357 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c687e176-06d5-433e-ad8b-3139fc84ddd6 HTTP/1.1" status: 204 len: 168 time: 0.7167332 Mar 08 08:40:44.092321 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e8ebd-d63c-4e36-964b-927cbf8f95a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c687e176-06d5-433e-ad8b-3139fc84ddd6,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:44.100139 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (336e78ef-1af9-4483-917e-cd564d7bb50e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.123810 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Pushing event deleted for resources: {'Port': ['ID=336e78ef-1af9-4483-917e-cd564d7bb50e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:44.191329 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks [] for floatingip (c0e64463-62c9-49cd-b8b9-fca7b00f4c75), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.193877 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.195155 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2f1bc071-abf6-4023-9c4c-3ec693815e2e tempest-AttachVolumeShelveTestJSON-140889973 tempest-AttachVolumeShelveTestJSON-140889973-project] 10.222.0.21 "DELETE /v2.0/floatingips/c0e64463-62c9-49cd-b8b9-fca7b00f4c75 HTTP/1.1" status: 204 len: 168 time: 0.8592374 Mar 08 08:40:44.204145 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 3bbafb2c-725d-4117-96d2-b893e51dd9a2 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:40:44.225096 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 3bbafb2c-725d-4117-96d2-b893e51dd9a2 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:40:44.225444 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 3bbafb2c-725d-4117-96d2-b893e51dd9a2 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:40:44.225857 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device ee2163bd-38f7-4c29-851c-ba178045557b no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:40:44.245188 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: ee2163bd-38f7-4c29-851c-ba178045557b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:40:44.245540 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device ee2163bd-38f7-4c29-851c-ba178045557b not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:40:44.245963 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:40:44.265305 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:40:44.265651 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device a1c6533b-ceb0-43ab-aaca-9ab9abce03a8 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:40:44.371800 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36026) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:44.418334 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-03054910-5adf-432b-961d-c7be8b22dea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ede793b3047442669efa63a8d001d667&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446031 Mar 08 08:40:44.420158 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36030) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:44.466799 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29dc9e1a-a8c0-4a6b-b8a7-0cc2cc497c38 admin admin] Publish callbacks [] for security_group (757f97db-9814-4308-8a9a-049d1b4dd0d5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.487045 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29dc9e1a-a8c0-4a6b-b8a7-0cc2cc497c38 admin admin] Publish callbacks [] for security_group (757f97db-9814-4308-8a9a-049d1b4dd0d5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.597226 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29dc9e1a-a8c0-4a6b-b8a7-0cc2cc497c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (757f97db-9814-4308-8a9a-049d1b4dd0d5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.599856 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29dc9e1a-a8c0-4a6b-b8a7-0cc2cc497c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:44.601054 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-29dc9e1a-a8c0-4a6b-b8a7-0cc2cc497c38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/757f97db-9814-4308-8a9a-049d1b4dd0d5 HTTP/1.1" status: 204 len: 168 time: 0.1798904 Mar 08 08:40:44.608684 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc9e1a-a8c0-4a6b-b8a7-0cc2cc497c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757f97db-9814-4308-8a9a-049d1b4dd0d5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:44.785780 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d0569fdd-cbfb-4571-b512-8946afc7ea90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:46.840435 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36086) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:47.048997 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-52af16d0-b16e-45e6-aea9-ad9ced82f170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:47.577597 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (b9040abc-b095-46c6-b9a7-1c2664617491), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:47.817846 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Deleting port df93979c-22c3-44df-992a-36c0066357db {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:47.818213 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (df93979c-22c3-44df-992a-36c0066357db), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:47.894274 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] For port df93979c-22c3-44df-992a-36c0066357db, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=df93979c-22c3-44df-992a-36c0066357db,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:47.894925 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (df93979c-22c3-44df-992a-36c0066357db), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:47.906051 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Calling delete_port for df93979c-22c3-44df-992a-36c0066357db owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:48.043166 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:48.145602 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (df93979c-22c3-44df-992a-36c0066357db), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:48.172439 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df93979c-22c3-44df-992a-36c0066357db,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:48.348905 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (b9040abc-b095-46c6-b9a7-1c2664617491), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:48.578213 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Router b9040abc-b095-46c6-b9a7-1c2664617491 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:40:48.686985 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:40:48.692218 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-be5163a6-315c-430b-90b9-80c92db17fb6 admin admin] 10.222.0.21 "PUT /v2.0/routers/b9040abc-b095-46c6-b9a7-1c2664617491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8507245 Mar 08 08:40:48.694908 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36102) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:48.695559 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] Sync routers for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:40:48.705231 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:40:48.705837 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:48.804810 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks [] for router (b9040abc-b095-46c6-b9a7-1c2664617491), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:48.818415 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:40:48.904402 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks [] for router_gateway (b9040abc-b095-46c6-b9a7-1c2664617491), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:48.996334 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:40:48Z', 'revision_number': 5, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port': {'id': '9cce3e6e-7823-428c-b5d1-3590e79b5859', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:33:34Z', 'updated_at': '2022-03-08T08:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:49.013439 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Deleting port 9cce3e6e-7823-428c-b5d1-3590e79b5859 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:49.013784 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.022053 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] Checking router: b9040abc-b095-46c6-b9a7-1c2664617491 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:40:49.030623 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] Routers {'b9040abc-b095-46c6-b9a7-1c2664617491'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:40:49.031222 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9040abc-b095-46c6-b9a7-1c2664617491'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:49.092363 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] For port 9cce3e6e-7823-428c-b5d1-3590e79b5859, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=9cce3e6e-7823-428c-b5d1-3590e79b5859,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:49.092629 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.106713 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Calling delete_port for 9cce3e6e-7823-428c-b5d1-3590e79b5859 owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:49.209507 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] Set router b9040abc-b095-46c6-b9a7-1c2664617491 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:40:49.263381 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:40:48Z', 'revision_number': 6, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port_host': None}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:49.292994 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f45820-bcc9-4337-a037-640e21f9d6cc None None] The sync data for ids ['b9040abc-b095-46c6-b9a7-1c2664617491'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9040abc-b095-46c6-b9a7-1c2664617491', 'name': 'tempest-AttachVolumeShelveTestJSON-916396878-router', 'tenant_id': 'a9c1109eec1e49879e9ee38d4823435d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:33:32Z', 'updated_at': '2022-03-08T08:40:48Z', 'revision_number': 6, 'project_id': 'a9c1109eec1e49879e9ee38d4823435d', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:40:49.333046 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (9cce3e6e-7823-428c-b5d1-3590e79b5859), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.360461 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cce3e6e-7823-428c-b5d1-3590e79b5859,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:49.423812 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (b9040abc-b095-46c6-b9a7-1c2664617491), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.513661 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (b9040abc-b095-46c6-b9a7-1c2664617491), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.515817 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks [] for router_controller (b9040abc-b095-46c6-b9a7-1c2664617491), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.545682 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.608707 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (b9040abc-b095-46c6-b9a7-1c2664617491), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.609243 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9040abc-b095-46c6-b9a7-1c2664617491 {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:40:49.613675 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.616156 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-195266c1-cdeb-4241-8b98-95a4d13a4759 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b9040abc-b095-46c6-b9a7-1c2664617491 HTTP/1.1" status: 204 len: 168 time: 0.9202802 Mar 08 08:40:49.617405 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36106) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:49.667440 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05b57d3-b476-4535-9e92-96477faaa07b admin admin] Deleting subnet fc891d89-6e49-4ddf-be67-2fa9ae064595 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:40:49.670776 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c05b57d3-b476-4535-9e92-96477faaa07b admin admin] Publish callbacks [] for subnet (fc891d89-6e49-4ddf-be67-2fa9ae064595), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.707247 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c05b57d3-b476-4535-9e92-96477faaa07b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (fc891d89-6e49-4ddf-be67-2fa9ae064595), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.780855 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c05b57d3-b476-4535-9e92-96477faaa07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (fc891d89-6e49-4ddf-be67-2fa9ae064595), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.900191 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c05b57d3-b476-4535-9e92-96477faaa07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (fc891d89-6e49-4ddf-be67-2fa9ae064595), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.928995 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b57d3-b476-4535-9e92-96477faaa07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc891d89-6e49-4ddf-be67-2fa9ae064595,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:49.934425 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c05b57d3-b476-4535-9e92-96477faaa07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:49.938573 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c05b57d3-b476-4535-9e92-96477faaa07b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc891d89-6e49-4ddf-be67-2fa9ae064595 HTTP/1.1" status: 204 len: 168 time: 0.3192475 Mar 08 08:40:49.940597 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36108) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:49.940749 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a919b38-ab4f-4682-bbfc-7ecc6252e175 None None] Network 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:40:50.010312 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.064047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Deleting port f8308696-b239-45a7-8e49-9bfdb314ce79 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:50.064405 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.109172 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] DHCP port deletion for 5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:40:50.130775 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] For port f8308696-b239-45a7-8e49-9bfdb314ce79, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f8308696-b239-45a7-8e49-9bfdb314ce79,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:50.131138 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.144762 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Calling delete_port for f8308696-b239-45a7-8e49-9bfdb314ce79 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:50.160576 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] Deleting port f8308696-b239-45a7-8e49-9bfdb314ce79 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:40:50.160950 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.215165 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f8308696-b239-45a7-8e49-9bfdb314ce79 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:40:50.255200 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] For port f8308696-b239-45a7-8e49-9bfdb314ce79, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f8308696-b239-45a7-8e49-9bfdb314ce79,segment=NetworkSegment(1fc6ddbd-7727-463c-84a6-0a158d8c8b09),segment_id=1fc6ddbd-7727-463c-84a6-0a158d8c8b09)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:40:50.255605 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.274990 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] Calling delete_port for f8308696-b239-45a7-8e49-9bfdb314ce79 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:40:50.317364 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.321829 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No ports have port_id starting with f8308696-b239-45a7-8e49-9bfdb314ce79 Mar 08 08:40:50.328501 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device df93979c-22c3-44df-992a-36c0066357db no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:40:50.346815 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8308696-b239-45a7-8e49-9bfdb314ce79,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:50.351658 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] No DVR routers for this DVR port f8308696-b239-45a7-8e49-9bfdb314ce79 on host dv-cinder-832499-1-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:40:50.353503 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: df93979c-22c3-44df-992a-36c0066357db {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:40:50.354535 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device df93979c-22c3-44df-992a-36c0066357db not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:40:50.354885 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 9cce3e6e-7823-428c-b5d1-3590e79b5859 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:40:50.379407 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 9cce3e6e-7823-428c-b5d1-3590e79b5859 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:40:50.379748 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 9cce3e6e-7823-428c-b5d1-3590e79b5859 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:40:50.398948 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976'] for port (f8308696-b239-45a7-8e49-9bfdb314ce79), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.424276 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] Pushing event deleted for resources: {'Port': ['ID=f8308696-b239-45a7-8e49-9bfdb314ce79,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:50.424480 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.426031 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a067d-4a4b-4001-b4f2-2f4c3f235569 None None] No DVR routers for this DVR port f8308696-b239-45a7-8e49-9bfdb314ce79 on host dv-cinder-832499-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:40:50.449265 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:50.459036 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc6ddbd-7727-463c-84a6-0a158d8c8b09') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:50.459334 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc6ddbd-7727-463c-84a6-0a158d8c8b09') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:40:50.468954 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (1fc6ddbd-7727-463c-84a6-0a158d8c8b09), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.482047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (1fc6ddbd-7727-463c-84a6-0a158d8c8b09), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.487890 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:40:50.488271 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (1fc6ddbd-7727-463c-84a6-0a158d8c8b09), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:40:50.489890 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:40:50.620400 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.625904 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:50.632583 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb HTTP/1.1" status: 204 len: 168 time: 0.6875572 Mar 08 08:40:50.640190 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16843b61-07f8-4001-a404-76f9fcfde553 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a89f098-2ed4-4d28-8fdf-7b7c85e35ffb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:40:50.920260 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36114) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:50.959765 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ef58e0ee-2684-4751-9bfa-fada7dbb1942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9c1109eec1e49879e9ee38d4823435d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383470 Mar 08 08:40:50.962296 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36116) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:40:51.008328 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aae2-714a-4588-84fc-49752f559c45 admin admin] Publish callbacks [] for security_group (d157444a-2125-40a3-a724-aeca0e9310d4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:51.029710 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aae2-714a-4588-84fc-49752f559c45 admin admin] Publish callbacks [] for security_group (d157444a-2125-40a3-a724-aeca0e9310d4), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:51.031000 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:51.133823 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aae2-714a-4588-84fc-49752f559c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (d157444a-2125-40a3-a724-aeca0e9310d4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:51.136957 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aae2-714a-4588-84fc-49752f559c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:40:51.138134 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e1f5aae2-714a-4588-84fc-49752f559c45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d157444a-2125-40a3-a724-aeca0e9310d4 HTTP/1.1" status: 204 len: 168 time: 0.1749251 Mar 08 08:40:51.145822 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5aae2-714a-4588-84fc-49752f559c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d157444a-2125-40a3-a724-aeca0e9310d4,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:01.466704 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5af3-798e-411e-8c1c-3d1095db0d0a req-25c06565-4b3e-4e91-80a7-69d468570dab tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:01.468166 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aadb5af3-798e-411e-8c1c-3d1095db0d0a req-25c06565-4b3e-4e91-80a7-69d468570dab tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0514660 Mar 08 08:41:01.515824 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aadb5af3-798e-411e-8c1c-3d1095db0d0a req-39e78cb8-aa95-47d5-aff7-0ebd212b68ce tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Mar 08 08:41:02.635584 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c7c87-596d-4b18-8691-5940f4ae7de2 req-358df9af-81dc-4aea-86e2-d4de1991b1f9 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:02.637097 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bc4c7c87-596d-4b18-8691-5940f4ae7de2 req-358df9af-81dc-4aea-86e2-d4de1991b1f9 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Mar 08 08:41:02.683051 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bc4c7c87-596d-4b18-8691-5940f4ae7de2 req-2f882925-10fe-47a4-959c-f40fe444a2c5 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404820 Mar 08 08:41:03.799212 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa434ef2-4a0b-4827-8b18-f29f38c34d1e req-66bd9a4c-b4e0-42b7-abe4-dc26d1096dae tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:03.800707 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa434ef2-4a0b-4827-8b18-f29f38c34d1e req-66bd9a4c-b4e0-42b7-abe4-dc26d1096dae tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Mar 08 08:41:03.846082 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fa434ef2-4a0b-4827-8b18-f29f38c34d1e req-10b7cdea-9757-4493-b309-c98889994c29 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398471 Mar 08 08:41:04.066927 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:41:04.966884 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506a0a5-8c86-4160-9b8b-b7c6e5b78f50 req-a1df9d32-a7af-44de-b666-08cc607dd04b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:04.968386 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4506a0a5-8c86-4160-9b8b-b7c6e5b78f50 req-a1df9d32-a7af-44de-b666-08cc607dd04b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0573034 Mar 08 08:41:05.015479 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4506a0a5-8c86-4160-9b8b-b7c6e5b78f50 req-758f60e9-cfa5-49af-8260-e57bd8ca5f5d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415707 Mar 08 08:41:05.121451 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:05.678006 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bba919-ea07-4503-9afb-becea463499d req-4522372c-86da-4b0a-94da-93d67432e916 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:05.683911 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53bba919-ea07-4503-9afb-becea463499d req-4522372c-86da-4b0a-94da-93d67432e916 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0516231 Mar 08 08:41:05.774064 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Deleting port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:41:05.774407 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:05.862257 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] For port 4555beb2-cda1-46ee-82cb-b89f8446cbe6, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=4555beb2-cda1-46ee-82cb-b89f8446cbe6,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:41:05.862543 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:06.040430 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:06.041182 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (5291151f-389e-448e-9e93-37e79edafe38), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:06.041182 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Floating IP 5291151f-389e-448e-9e93-37e79edafe38 disassociated. External IP: 172.27.2.42, port: 4555beb2-cda1-46ee-82cb-b89f8446cbe6. Mar 08 08:41:06.041553 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Calling delete_port for 4555beb2-cda1-46ee-82cb-b89f8446cbe6 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:41:06.170159 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f47e6-b5b3-469b-add0-8977954a0ae3 req-36ec71ad-9751-46a1-a21c-7a2d9779b53a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:06.171645 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b03f47e6-b5b3-469b-add0-8977954a0ae3 req-36ec71ad-9751-46a1-a21c-7a2d9779b53a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0763938 Mar 08 08:41:06.258986 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b03f47e6-b5b3-469b-add0-8977954a0ae3 req-d44e50ce-46f6-4f00-9cb8-40b330efd6f2 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d8be593-2688-4827-ae2e-eee657dddb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815918 Mar 08 08:41:06.345492 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (4555beb2-cda1-46ee-82cb-b89f8446cbe6), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:06.375145 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event deleted for resources: {'Port': ['ID=4555beb2-cda1-46ee-82cb-b89f8446cbe6,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:06.504478 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Router b9916669-529f-4bee-8a75-307042f3de04 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:41:06.613730 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:41:06.623731 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] Sync routers for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:41:06.633419 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:41:06.634098 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:06.652871 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] No DVR routers for this DVR port 4555beb2-cda1-46ee-82cb-b89f8446cbe6 on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:41:06.659842 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:06.659842 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53bba919-ea07-4503-9afb-becea463499d req-41b95fde-ea0a-4a6b-890b-359c1d0cb90c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "DELETE /v2.0/ports/4555beb2-cda1-46ee-82cb-b89f8446cbe6 HTTP/1.1" status: 204 len: 173 time: 0.9737585 Mar 08 08:41:06.659842 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'name': 'network-vif-deleted', 'tag': '4555beb2-cda1-46ee-82cb-b89f8446cbe6'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:41:06.661380 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd199e-2670-48ea-bb65-f8cb2829b19f" -d '{"events": [{"server_uuid": "5f655279-b574-4c48-95fa-b3965b8d4ad1", "name": "network-vif-deleted", "tag": "4555beb2-cda1-46ee-82cb-b89f8446cbe6"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:41:06.699685 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3c54f4-7258-4d5e-8b05-ef596d162348 x-openstack-request-id: req-0d3c54f4-7258-4d5e-8b05-ef596d162348 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:41:06.699977 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f655279-b574-4c48-95fa-b3965b8d4ad1", "name": "network-vif-deleted", "tag": "4555beb2-cda1-46ee-82cb-b89f8446cbe6", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:41:06.700231 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d3c54f4-7258-4d5e-8b05-ef596d162348 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:41:06.700889 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f655279-b574-4c48-95fa-b3965b8d4ad1', 'name': 'network-vif-deleted', 'tag': '4555beb2-cda1-46ee-82cb-b89f8446cbe6', 'status': 'completed', 'code': 200} Mar 08 08:41:06.748226 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:41:06.959592 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:06.992040 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] Checking router: b9916669-529f-4bee-8a75-307042f3de04 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:41:07.000889 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:41:07.001546 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:40:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:07.114330 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:41:07.313703 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:07.342824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c86b6f-1219-48d8-be03-12422fe59bd8 None None] The sync data for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:41:07.356992 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fdcd51d0-ba59-4bfb-bb14-624589dfcd13 req-a6598bd3-56f1-44c5-ada4-a93202122eeb tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0295625 Mar 08 08:41:07.564508 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8123d58d-ea01-48c2-b229-bb45b19b2627 None None] New status for floating IP 5291151f-389e-448e-9e93-37e79edafe38: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:41:08.331521 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 4555beb2-cda1-46ee-82cb-b89f8446cbe6 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:41:08.356193 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 4555beb2-cda1-46ee-82cb-b89f8446cbe6 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:41:08.356538 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 4555beb2-cda1-46ee-82cb-b89f8446cbe6 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:41:08.470275 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f218dbf0-4d2f-45a8-b66e-1adeac75f7b5 req-ea52a0d7-8ad8-4a79-bd58-91c0a70d0df2 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0304592 Mar 08 08:41:09.578072 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-19f243bc-f7cf-4c13-ac42-e6f907d38893 req-107a8765-6283-4cee-a377-e0ba453967d3 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f655279-b574-4c48-95fa-b3965b8d4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0283937 Mar 08 08:41:10.716963 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36404) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:10.769222 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d84c7fd-dccf-4752-8e8f-56229ade2d8f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (4d8be593-2688-4827-ae2e-eee657dddb1f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:10.796194 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d84c7fd-dccf-4752-8e8f-56229ade2d8f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (4d8be593-2688-4827-ae2e-eee657dddb1f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:10.916841 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d84c7fd-dccf-4752-8e8f-56229ade2d8f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (4d8be593-2688-4827-ae2e-eee657dddb1f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:10.919384 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d84c7fd-dccf-4752-8e8f-56229ade2d8f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:10.920536 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1d84c7fd-dccf-4752-8e8f-56229ade2d8f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d8be593-2688-4827-ae2e-eee657dddb1f HTTP/1.1" status: 204 len: 168 time: 0.2025836 Mar 08 08:41:10.923417 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36408) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:10.929238 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84c7fd-dccf-4752-8e8f-56229ade2d8f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8be593-2688-4827-ae2e-eee657dddb1f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:10.939421 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-72c03f7f-a2d1-4e74-9aae-83a02c3d231f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] show failed (client error): The resource could not be found. Mar 08 08:41:10.940430 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-72c03f7f-a2d1-4e74-9aae-83a02c3d231f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups/4d8be593-2688-4827-ae2e-eee657dddb1f HTTP/1.1" status: 404 len: 347 time: 0.0159600 Mar 08 08:41:10.943373 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36410) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:11.067588 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Deleting port b42d0478-2f1d-48bd-97eb-fa90b7c58185 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:41:11.067938 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (b42d0478-2f1d-48bd-97eb-fa90b7c58185), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:11.147383 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (b42d0478-2f1d-48bd-97eb-fa90b7c58185), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:11.147707 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (b42d0478-2f1d-48bd-97eb-fa90b7c58185), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:11.159031 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Calling delete_port for b42d0478-2f1d-48bd-97eb-fa90b7c58185 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:41:11.367479 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (b42d0478-2f1d-48bd-97eb-fa90b7c58185), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:11.390961 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event deleted for resources: {'Port': ['ID=b42d0478-2f1d-48bd-97eb-fa90b7c58185,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:11.473034 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (5291151f-389e-448e-9e93-37e79edafe38), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:11.475605 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:11.476767 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a5d3f9d4-382a-4eea-a561-8d12934bd912 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "DELETE /v2.0/floatingips/5291151f-389e-448e-9e93-37e79edafe38 HTTP/1.1" status: 204 len: 168 time: 0.5324483 Mar 08 08:41:11.734793 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36420) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:11.739239 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0cf158e9-5c0a-4e1e-8716-f49ff055d8a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535781373', 'description': 'tempest-description--1886114385'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:11.837134 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cf158e9-5c0a-4e1e-8716-f49ff055d8a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:11.905518 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cf158e9-5c0a-4e1e-8716-f49ff055d8a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (389ff126-335c-480f-8a6a-24ef137aca36), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:11.978828 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cf158e9-5c0a-4e1e-8716-f49ff055d8a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (389ff126-335c-480f-8a6a-24ef137aca36), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.007978 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf158e9-5c0a-4e1e-8716-f49ff055d8a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389ff126-335c-480f-8a6a-24ef137aca36,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:12.089760 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cf158e9-5c0a-4e1e-8716-f49ff055d8a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.091360 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0cf158e9-5c0a-4e1e-8716-f49ff055d8a0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3554270 Mar 08 08:41:12.094291 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36426) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:12.098615 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-58eac183-e615-4455-a2f1-1b105aa2bb5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'security_group_rule': {'security_group_id': '389ff126-335c-480f-8a6a-24ef137aca36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:12.189350 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58eac183-e615-4455-a2f1-1b105aa2bb5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (f3b80ce0-e669-400f-9638-111c1d9a87a2), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.242527 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58eac183-e615-4455-a2f1-1b105aa2bb5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (f3b80ce0-e669-400f-9638-111c1d9a87a2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.321244 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58eac183-e615-4455-a2f1-1b105aa2bb5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (f3b80ce0-e669-400f-9638-111c1d9a87a2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.339329 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eac183-e615-4455-a2f1-1b105aa2bb5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b80ce0-e669-400f-9638-111c1d9a87a2,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:12.409876 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58eac183-e615-4455-a2f1-1b105aa2bb5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.411089 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-58eac183-e615-4455-a2f1-1b105aa2bb5b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158731 Mar 08 08:41:12.413722 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36428) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:12.417962 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-2b28c582-4fcf-4923-b525-02a11d6d3a6a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'security_group_rule': {'security_group_id': '389ff126-335c-480f-8a6a-24ef137aca36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:12.498240 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b28c582-4fcf-4923-b525-02a11d6d3a6a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (3776e6f2-4153-4908-bf7f-008e0ec177a8), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.557192 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b28c582-4fcf-4923-b525-02a11d6d3a6a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (3776e6f2-4153-4908-bf7f-008e0ec177a8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.625167 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b28c582-4fcf-4923-b525-02a11d6d3a6a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (3776e6f2-4153-4908-bf7f-008e0ec177a8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.643058 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28c582-4fcf-4923-b525-02a11d6d3a6a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3776e6f2-4153-4908-bf7f-008e0ec177a8,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:12.701878 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b28c582-4fcf-4923-b525-02a11d6d3a6a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.706344 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2b28c582-4fcf-4923-b525-02a11d6d3a6a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2916474 Mar 08 08:41:12.706798 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36432) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:12.711007 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:12.796135 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.894502 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:12.998277 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Allocated IP 172.27.2.136 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/4b841aac-d298-49a3-a3ab-eea63bac5b5d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:41:13.106099 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for port (4b841aac-d298-49a3-a3ab-eea63bac5b5d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:13.238026 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (4b841aac-d298-49a3-a3ab-eea63bac5b5d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:13.274366 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:41:13.279033 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:41:13.282543 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:41:13.310095 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'Port': ['ID=4b841aac-d298-49a3-a3ab-eea63bac5b5d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:13.384825 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (9115973c-fbc5-42fb-ba82-f1b83d8fc24b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:13.741852 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (4b841aac-d298-49a3-a3ab-eea63bac5b5d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:13.897901 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for port (4b841aac-d298-49a3-a3ab-eea63bac5b5d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:14.002408 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (4b841aac-d298-49a3-a3ab-eea63bac5b5d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:14.068876 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'Port': ['ID=4b841aac-d298-49a3-a3ab-eea63bac5b5d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:14.079715 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (9115973c-fbc5-42fb-ba82-f1b83d8fc24b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:14.163569 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:14.165375 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0f13b1c1-3926-4302-b706-884d66b07b45 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4573255 Mar 08 08:41:14.354455 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-8894e91a-540a-42c9-892f-20c336720b9f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1535781373&fields=id&tenant_id=1f4e94227dd543a89330c0bf37db6d45 HTTP/1.1" status: 200 len: 267 time: 0.0417373 Mar 08 08:41:14.465925 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-03c6a354-8a9a-4565-8290-16bd091640ee tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:14.467622 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-03c6a354-8a9a-4565-8290-16bd091640ee tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 810 time: 0.1069429 Mar 08 08:41:14.484123 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-9f3ca7f5-7f38-4452-8e10-398360ee80de tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/quotas/1f4e94227dd543a89330c0bf37db6d45 HTTP/1.1" status: 200 len: 375 time: 0.0105417 Mar 08 08:41:14.539855 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-ac1f48ae-22af-45b3-9acc-10b91fc3345f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499840 Mar 08 08:41:14.635238 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-cf3b7d85-2b83-4c81-8e67-a97c0ec59c83 service neutron] 10.222.0.21 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838406 Mar 08 08:41:14.729032 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-56a81b60-5caf-4103-8650-b0aed049fcf6 service neutron] 10.222.0.21 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880628 Mar 08 08:41:14.745737 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc3be8ac-1d4e-4368-8ffa-3abd38a382df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:14.956997 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-80289ac8-62eb-4bf4-a17b-6be4bc631036 req-5ccd96a4-89b9-4821-9585-fb4baab9e114 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 210 time: 0.0279722 Mar 08 08:41:16.047551 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7811e4c9-86bb-443d-b87e-4ca7c5cc7d70 req-f22a0544-e187-49b0-bc22-cb3e9d969dde tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 210 time: 0.0257177 Mar 08 08:41:17.071031 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-36938f44-0dbb-4967-b576-9e4f2760c329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:17.140264 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09fbb844-73ec-45a2-b76c-a7bf9d9c6874 req-3519b8dd-4280-48e2-a122-2fc6252ac8b3 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 210 time: 0.0263431 Mar 08 08:41:17.415139 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-8270acb7-6b41-427c-b79c-05133c40b6a7 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:17.416507 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-8270acb7-6b41-427c-b79c-05133c40b6a7 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 810 time: 0.1052809 Mar 08 08:41:17.479267 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-5effa1c7-746f-4cf2-a74b-638ba0fba5d9 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f4e94227dd543a89330c0bf37db6d45 HTTP/1.1" status: 200 len: 380 time: 0.0512064 Mar 08 08:41:17.488938 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'port': {'device_id': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'admin_state_up': True, 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'security_groups': ['389ff126-335c-480f-8a6a-24ef137aca36']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:17.692683 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Made reservation on behalf of 1f4e94227dd543a89330c0bf37db6d45 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:41:17.696127 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:17.820002 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Allocated IP 172.20.0.8 (2551132f-f59c-4840-bb20-6623576cd2b8/13106dbb-0a2d-440b-8c74-6c976c82e74d/c8bb72ae-b7c8-44c0-866a-42702d326442) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:41:17.957145 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.059368 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.071021 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.114945 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Network 2551132f-f59c-4840-bb20-6623576cd2b8 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:41:18.117789 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:41:18.121383 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:41:18.127968 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event updated for resources: {'Port': ['ID=c8bb72ae-b7c8-44c0-866a-42702d326442,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:18.184017 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:18.184017 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.264802 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca25eb-bebc-48f6-b5b1-08a98037f2d9 req-7d613094-9c55-4888-b76e-a91e6e8bd7ea tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:18.266552 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0eca25eb-bebc-48f6-b5b1-08a98037f2d9 req-7d613094-9c55-4888-b76e-a91e6e8bd7ea tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 931 time: 0.0561247 Mar 08 08:41:18.274345 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-99e44f2f-cc6c-4729-9de8-60165391b3d8 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7892945 Mar 08 08:41:18.287623 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Request body: {'port': {'device_id': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:18.364286 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-7d72cdd0-4844-47de-834a-c5ff31a70379 None None] Provisioning complete for port c8bb72ae-b7c8-44c0-866a-42702d326442 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:41:18.364856 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7d72cdd0-4844-47de-834a-c5ff31a70379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.366218 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0eca25eb-bebc-48f6-b5b1-08a98037f2d9 req-390d5c2a-3305-4336-be4e-528df3fc9a8c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906234 Mar 08 08:41:18.376487 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.413677 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-7d72cdd0-4844-47de-834a-c5ff31a70379 None None] Port c8bb72ae-b7c8-44c0-866a-42702d326442 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:41:18.636016 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bb72ae-b7c8-44c0-866a-42702d326442 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:41:18.643681 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Publish callbacks [] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.655898 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Transition to ACTIVE for port object c8bb72ae-b7c8-44c0-866a-42702d326442 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:41:18.739545 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.788293 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb72ae-b7c8-44c0-866a-42702d326442,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:18.868102 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Attempting to bind port c8bb72ae-b7c8-44c0-866a-42702d326442 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:41:18.868449 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Attempting to bind port c8bb72ae-b7c8-44c0-866a-42702d326442 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:41:18.868959 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Attempting to bind port c8bb72ae-b7c8-44c0-866a-42702d326442 on network 2551132f-f59c-4840-bb20-6623576cd2b8 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:41:18.874389 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Port c8bb72ae-b7c8-44c0-866a-42702d326442 on network 2551132f-f59c-4840-bb20-6623576cd2b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:41:18.874786 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Attempting to bind port c8bb72ae-b7c8-44c0-866a-42702d326442 on network 2551132f-f59c-4840-bb20-6623576cd2b8 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:41:18.879971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:41:18.880319 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Checking segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:41:18.880702 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Bound using segment: {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:41:18.881141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Bound port: c8bb72ae-b7c8-44c0-866a-42702d326442, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20e98ba-e2cf-4b94-8c22-8337ac61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:41:18.881491 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:18.955767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] For port c8bb72ae-b7c8-44c0-866a-42702d326442, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:41:18.958957 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] For port c8bb72ae-b7c8-44c0-866a-42702d326442, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=c8bb72ae-b7c8-44c0-866a-42702d326442,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:41:19.048717 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:19.082885 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:19.083507 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:19.086731 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] 10.222.0.31 "PUT /v2.0/ports/c8bb72ae-b7c8-44c0-866a-42702d326442 HTTP/1.1" status: 200 len: 1093 time: 0.8024759 Mar 08 08:41:19.086731 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'tag': 'c8bb72ae-b7c8-44c0-866a-42702d326442'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:41:19.087544 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb24b295-a45e-4745-9c56-82cef4f9f081" -d '{"events": [{"name": "network-changed", "server_uuid": "9db8fd2b-26f2-49e7-ad72-45e55816edb9", "tag": "c8bb72ae-b7c8-44c0-866a-42702d326442"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:41:19.131625 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cfdece-5ae6-4232-ab21-6ff8c4613db9 x-openstack-request-id: req-b0cfdece-5ae6-4232-ab21-6ff8c4613db9 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:41:19.131919 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db8fd2b-26f2-49e7-ad72-45e55816edb9", "tag": "c8bb72ae-b7c8-44c0-866a-42702d326442", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:41:19.132290 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0cfdece-5ae6-4232-ab21-6ff8c4613db9 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:41:19.132706 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'tag': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'status': 'completed', 'code': 200} Mar 08 08:41:19.161530 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa1797-c646-4ebd-8829-cd8eaccbaa3f service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb72ae-b7c8-44c0-866a-42702d326442,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:19.230734 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-6b477aee-1e70-40b1-b198-2560353bc2cf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852533028&fields=id&tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 267 time: 0.1102226 Mar 08 08:41:19.268513 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b295-a45e-4745-9c56-82cef4f9f081 req-76e35e2f-52be-4592-9bbf-4629c362235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:19.270102 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb24b295-a45e-4745-9c56-82cef4f9f081 req-76e35e2f-52be-4592-9bbf-4629c362235b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 1127 time: 0.1245177 Mar 08 08:41:19.410022 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-2f59c741-f224-42ce-a70e-2cb281449988 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:19.411497 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-2f59c741-f224-42ce-a70e-2cb281449988 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 811 time: 0.1772647 Mar 08 08:41:19.439908 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b295-a45e-4745-9c56-82cef4f9f081 req-95af2e7a-973f-4f64-b4fc-4fdcd8dbedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:19.442038 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb24b295-a45e-4745-9c56-82cef4f9f081 req-95af2e7a-973f-4f64-b4fc-4fdcd8dbedff service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1f4e94227dd543a89330c0bf37db6d45&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1403251 Mar 08 08:41:19.445306 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-167ea6cc-3e04-407e-8d3f-396631454149 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/quotas/8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 375 time: 0.0151811 Mar 08 08:41:19.544502 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:19.599107 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc807f-210d-4fad-a421-0191b92d98cb req-1e022bab-4983-40dd-aec2-ab3ab1faff7d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:19.600619 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-effc807f-210d-4fad-a421-0191b92d98cb req-1e022bab-4983-40dd-aec2-ab3ab1faff7d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 943 time: 0.1577251 Mar 08 08:41:19.644408 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-58db5e0e-cbc6-46ef-944b-b5a95d903157 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1689935 Mar 08 08:41:19.653678 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b295-a45e-4745-9c56-82cef4f9f081 req-02180f2a-8a52-4f73-ac5c-ca6036473429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:19.655122 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-bb24b295-a45e-4745-9c56-82cef4f9f081 req-02180f2a-8a52-4f73-ac5c-ca6036473429 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1786091 Mar 08 08:41:19.713136 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-effc807f-210d-4fad-a421-0191b92d98cb req-0e2a2bbb-2e36-4574-9caa-28821e0a8621 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041009 Mar 08 08:41:19.794465 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-4a7cfdda-00f8-49ba-925b-846043fa1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:19.796130 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-4a7cfdda-00f8-49ba-925b-846043fa1c4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 1127 time: 0.0992224 Mar 08 08:41:19.799650 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-93261c81-c690-4eaa-b0c0-e40264272497 service neutron] 10.222.0.21 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382585 Mar 08 08:41:20.141636 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-96f8999e-76ca-4e4a-b351-f58a17b1fee7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8bb72ae-b7c8-44c0-866a-42702d326442 HTTP/1.1" status: 200 len: 217 time: 0.3365638 Mar 08 08:41:20.223187 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-8578582d-7857-4881-afed-6673f1ac80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:20.224625 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-8578582d-7857-4881-afed-6673f1ac80b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 200 len: 849 time: 0.0763004 Mar 08 08:41:20.270182 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-686a1cb9-b3f3-4511-bf27-bd61602ffb33 service neutron] 10.222.0.21 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640563 Mar 08 08:41:20.286615 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-52dfbd3f-55eb-468e-a0b6-c65a96cf6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:20.288266 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-52dfbd3f-55eb-468e-a0b6-c65a96cf6e9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2551132f-f59c-4840-bb20-6623576cd2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542953 Mar 08 08:41:20.384725 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-911f3a1f-62c8-49e5-bed8-9b098ae53f29 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897510 Mar 08 08:41:20.475059 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce59087f-ba5e-44ab-afd5-28608e2f8cea req-9861a84d-95e8-492f-a620-04a8f7f76fd1 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837381 Mar 08 08:41:20.831866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ca199-f71c-4557-a85a-7ad5a1d3fbe0 req-93831a09-b055-443f-9253-37d01a21d547 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:20.833398 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a09ca199-f71c-4557-a85a-7ad5a1d3fbe0 req-93831a09-b055-443f-9253-37d01a21d547 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 943 time: 0.0538752 Mar 08 08:41:20.907795 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eee61e5a-9651-4e2b-adfd-e0cb200805c9 req-cda7898c-b41a-472d-84ee-905de35b674a tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 210 time: 0.0326192 Mar 08 08:41:20.914919 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a09ca199-f71c-4557-a85a-7ad5a1d3fbe0 req-c55a0536-55c9-4eff-a4d7-e42dcfa63791 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730357 Mar 08 08:41:21.014162 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:22.013628 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-03793c95-0a16-477a-b1e4-bcb505f03445 req-74042059-1009-484c-a6d3-cc059885bc50 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 210 time: 0.0380723 Mar 08 08:41:22.054568 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bc4c0-1221-4d2d-a9d3-bcf754cd95a0 req-c9960461-1466-4840-8ceb-6de5bc806ecd tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:22.055976 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f02bc4c0-1221-4d2d-a9d3-bcf754cd95a0 req-c9960461-1466-4840-8ceb-6de5bc806ecd tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 943 time: 0.0716724 Mar 08 08:41:22.107201 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f02bc4c0-1221-4d2d-a9d3-bcf754cd95a0 req-124c64f6-f5a9-4ad3-affa-1d97bb78d635 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449865 Mar 08 08:41:22.257434 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device c8bb72ae-b7c8-44c0-866a-42702d326442 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:41:22.356820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port c8bb72ae-b7c8-44c0-866a-42702d326442, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=c8bb72ae-b7c8-44c0-866a-42702d326442,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:41:22.367314 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'port_id': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'mac_address': 'fa:16:3e:1e:ea:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:41:22.408116 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port c8bb72ae-b7c8-44c0-866a-42702d326442 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:41:22.408496 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:22.422505 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bb72ae-b7c8-44c0-866a-42702d326442 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:41:22.441764 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port c8bb72ae-b7c8-44c0-866a-42702d326442, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=c8bb72ae-b7c8-44c0-866a-42702d326442,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:41:22.515701 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:22.543071 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36656) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:22.564140 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=c8bb72ae-b7c8-44c0-866a-42702d326442,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:22.649491 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-894fae10-0bf3-472c-ae17-48378ba51d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:22.721280 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-894fae10-0bf3-472c-ae17-48378ba51d9d admin admin] Publish callbacks [] for security_group (b0cb0a0f-2b63-4d7c-9541-345f322de666), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:22.753203 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['c8bb72ae-b7c8-44c0-866a-42702d326442'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:41:22.797259 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-894fae10-0bf3-472c-ae17-48378ba51d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (b0cb0a0f-2b63-4d7c-9541-345f322de666), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:22.879614 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fae10-0bf3-472c-ae17-48378ba51d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb0a0f-2b63-4d7c-9541-345f322de666,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:22.891894 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-894fae10-0bf3-472c-ae17-48378ba51d9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a00f8559c5784be4b2e4632c01c6f9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453598 Mar 08 08:41:22.892209 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36660) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:22.945722 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-72c0d7da-a52d-445a-aaed-82a8b1e7d2c4 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:22.947225 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-72c0d7da-a52d-445a-aaed-82a8b1e7d2c4 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 811 time: 0.1723101 Mar 08 08:41:22.976447 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c947183-395d-4133-9e32-80f43a700c96 admin admin] Publish callbacks [] for security_group (b0cb0a0f-2b63-4d7c-9541-345f322de666), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.010223 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c947183-395d-4133-9e32-80f43a700c96 admin admin] Publish callbacks [] for security_group (b0cb0a0f-2b63-4d7c-9541-345f322de666), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.056646 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-7231ccdc-3b0f-42c4-b637-19a15de4e158 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c HTTP/1.1" status: 200 len: 379 time: 0.0963190 Mar 08 08:41:23.069729 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'port': {'device_id': '479c7185-aab7-415f-9173-81cee1fab4be', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'admin_state_up': True, 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'security_groups': ['27a01db1-6287-44c5-a1ea-fc865832e449']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:23.164911 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-98799a11-4a80-428a-b145-f187bb22456d req-01ea36d8-3b66-413c-a80c-6aab3480da59 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 210 time: 0.0692811 Mar 08 08:41:23.241073 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c947183-395d-4133-9e32-80f43a700c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (b0cb0a0f-2b63-4d7c-9541-345f322de666), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.243675 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c947183-395d-4133-9e32-80f43a700c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.245304 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6c947183-395d-4133-9e32-80f43a700c96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0cb0a0f-2b63-4d7c-9541-345f322de666 HTTP/1.1" status: 204 len: 168 time: 0.3516674 Mar 08 08:41:23.262649 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c947183-395d-4133-9e32-80f43a700c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb0a0f-2b63-4d7c-9541-345f322de666,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:23.282353 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e673d-3640-4dde-80eb-bac985ba6c3a req-213d2d3b-df1c-4a32-9fac-0faa78f2b532 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:23.283874 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-991e673d-3640-4dde-80eb-bac985ba6c3a req-213d2d3b-df1c-4a32-9fac-0faa78f2b532 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 944 time: 0.0866916 Mar 08 08:41:23.306990 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Made reservation on behalf of 8f5b122fc23c4f10a9f6f53e9636e82c for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:41:23.310806 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.355904 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-991e673d-3640-4dde-80eb-bac985ba6c3a req-f0377d9f-c8ec-4463-bfb3-f68ae88a9d74 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656946 Mar 08 08:41:23.461591 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Allocated IP 172.20.0.11 (a156426f-6f5c-4d67-a0ad-095c8814c4c1/11c10426-09e0-4145-93e6-e6f247ed5c1e/bdaa69af-fd67-4338-8bab-09b8f2da6c9d) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:41:23.609713 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.716986 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.764916 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:41:23.768038 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:41:23.771585 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:41:23.797742 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:23.830411 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36676) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:23.831759 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:23.832407 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.847723 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27125aab-a898-483e-90e7-08c09de17ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.923430 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27125aab-a898-483e-90e7-08c09de17ebf admin admin] Publish callbacks [] for security_group (520300a9-9b3c-451b-b0ce-0fc32e3a6729), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:23.942233 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-23b978f7-7b5e-47fa-95da-e97cc0ab6ef9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8780153 Mar 08 08:41:23.953863 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Request body: {'port': {'device_id': '479c7185-aab7-415f-9173-81cee1fab4be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:24.004820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b55fea47-34c0-432e-b200-78d26b09ea33 None None] Provisioning complete for port bdaa69af-fd67-4338-8bab-09b8f2da6c9d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:41:24.005388 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b55fea47-34c0-432e-b200-78d26b09ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.014536 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.043189 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27125aab-a898-483e-90e7-08c09de17ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (520300a9-9b3c-451b-b0ce-0fc32e3a6729), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.044150 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b55fea47-34c0-432e-b200-78d26b09ea33 None None] Port bdaa69af-fd67-4338-8bab-09b8f2da6c9d cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:41:24.087341 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-27125aab-a898-483e-90e7-08c09de17ebf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a536e3b874414fc3866c5cdb480c2002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533829 Mar 08 08:41:24.087341 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27125aab-a898-483e-90e7-08c09de17ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520300a9-9b3c-451b-b0ce-0fc32e3a6729,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:24.088077 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36678) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:24.141144 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4c05370-14ac-4a5b-a8df-d116bc670377 admin admin] Publish callbacks [] for security_group (520300a9-9b3c-451b-b0ce-0fc32e3a6729), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.163205 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4c05370-14ac-4a5b-a8df-d116bc670377 admin admin] Publish callbacks [] for security_group (520300a9-9b3c-451b-b0ce-0fc32e3a6729), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.257334 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device c8bb72ae-b7c8-44c0-866a-42702d326442 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:41:24.277369 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4c05370-14ac-4a5b-a8df-d116bc670377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (520300a9-9b3c-451b-b0ce-0fc32e3a6729), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.280046 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4c05370-14ac-4a5b-a8df-d116bc670377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.281231 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b4c05370-14ac-4a5b-a8df-d116bc670377 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/520300a9-9b3c-451b-b0ce-0fc32e3a6729 HTTP/1.1" status: 204 len: 168 time: 0.1917517 Mar 08 08:41:24.290929 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c05370-14ac-4a5b-a8df-d116bc670377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520300a9-9b3c-451b-b0ce-0fc32e3a6729,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:24.333835 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaa69af-fd67-4338-8bab-09b8f2da6c9d {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:41:24.345111 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ccb92-e87a-4495-a203-604535f407d0 req-1b87710f-3338-4b53-b6ab-9b9b3cd4e254 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:24.346543 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d67ccb92-e87a-4495-a203-604535f407d0 req-1b87710f-3338-4b53-b6ab-9b9b3cd4e254 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 932 time: 0.1052518 Mar 08 08:41:24.351170 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Publish callbacks [] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.377051 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Transition to ACTIVE for port object bdaa69af-fd67-4338-8bab-09b8f2da6c9d will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:41:24.403439 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port c8bb72ae-b7c8-44c0-866a-42702d326442 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:41:24.407728 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port c8bb72ae-b7c8-44c0-866a-42702d326442 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:41:24.409577 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.412835 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d67ccb92-e87a-4495-a203-604535f407d0 req-254c7c4d-fb22-4e76-b186-2550bcd47250 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595086 Mar 08 08:41:24.425665 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.489617 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port c8bb72ae-b7c8-44c0-866a-42702d326442 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:41:24.490145 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.505315 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:24.520917 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb72ae-b7c8-44c0-866a-42702d326442'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:41:24.524195 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a21f38-2b5a-4be7-b948-420f6c280b26" -d '{"events": [{"server_uuid": "9db8fd2b-26f2-49e7-ad72-45e55816edb9", "name": "network-vif-plugged", "status": "completed", "tag": "c8bb72ae-b7c8-44c0-866a-42702d326442"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:41:24.548392 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port c8bb72ae-b7c8-44c0-866a-42702d326442, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=c8bb72ae-b7c8-44c0-866a-42702d326442,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:41:24.566681 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ff4b8-d04d-4b4e-a510-fd92b2c85e59 x-openstack-request-id: req-7e6ff4b8-d04d-4b4e-a510-fd92b2c85e59 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:41:24.566984 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db8fd2b-26f2-49e7-ad72-45e55816edb9", "name": "network-vif-plugged", "status": "completed", "tag": "c8bb72ae-b7c8-44c0-866a-42702d326442", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:41:24.567237 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e6ff4b8-d04d-4b4e-a510-fd92b2c85e59 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:41:24.567819 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'code': 200} Mar 08 08:41:24.582857 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e8eb5-9878-4042-83a7-82dc7995df0d req-e505740b-446a-4b27-81ec-b268edbc1c21 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:24.584495 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5f6e8eb5-9878-4042-83a7-82dc7995df0d req-e505740b-446a-4b27-81ec-b268edbc1c21 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 944 time: 0.1287484 Mar 08 08:41:24.617826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Attempting to bind port bdaa69af-fd67-4338-8bab-09b8f2da6c9d on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:41:24.618204 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Attempting to bind port bdaa69af-fd67-4338-8bab-09b8f2da6c9d by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:41:24.618540 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Attempting to bind port bdaa69af-fd67-4338-8bab-09b8f2da6c9d on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:41:24.637182 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Port bdaa69af-fd67-4338-8bab-09b8f2da6c9d on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:41:24.640838 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Attempting to bind port bdaa69af-fd67-4338-8bab-09b8f2da6c9d on network a156426f-6f5c-4d67-a0ad-095c8814c4c1 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:41:24.647187 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.650637 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:41:24.650637 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Checking segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:41:24.650637 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Bound using segment: {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:41:24.651048 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Bound port: bdaa69af-fd67-4338-8bab-09b8f2da6c9d, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:41:24.651149 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.707537 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5f6e8eb5-9878-4042-83a7-82dc7995df0d req-88042636-b6d8-48c6-a8df-c8639d19bcdf tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095428 Mar 08 08:41:24.714620 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=c8bb72ae-b7c8-44c0-866a-42702d326442,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:24.782870 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] For port bdaa69af-fd67-4338-8bab-09b8f2da6c9d, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:41:24.786295 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] For port bdaa69af-fd67-4338-8bab-09b8f2da6c9d, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:41:24.861866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.903674 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:24.904454 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:24.905856 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] 10.222.0.31 "PUT /v2.0/ports/bdaa69af-fd67-4338-8bab-09b8f2da6c9d HTTP/1.1" status: 200 len: 1094 time: 0.9566007 Mar 08 08:41:24.906313 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:41:24.908603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8879c70-749f-48e4-a1e5-719beaf87d73" -d '{"events": [{"name": "network-changed", "server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:41:24.946375 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e1c72e-1e7e-4827-9cc7-1018a47a4a92 x-openstack-request-id: req-33e1c72e-1e7e-4827-9cc7-1018a47a4a92 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:41:24.946856 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:41:24.947112 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33e1c72e-1e7e-4827-9cc7-1018a47a4a92 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:41:24.947516 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'status': 'completed', 'code': 200} Mar 08 08:41:24.948261 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdf747-df47-4188-9eb5-216013e221d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:24.949522 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34e9d-fbd5-4314-91b9-14c1143e5763 req-84470f6c-58f0-407a-a8da-8afbaea0d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:24.962294 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8ba34e9d-fbd5-4314-91b9-14c1143e5763 req-84470f6c-58f0-407a-a8da-8afbaea0d1e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 1129 time: 0.0531585 Mar 08 08:41:25.014556 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8ba34e9d-fbd5-4314-91b9-14c1143e5763 req-85d8620b-720e-47d7-a130-ee9a7a4d093d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537302 Mar 08 08:41:25.017546 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8879c70-749f-48e4-a1e5-719beaf87d73 req-4afe3289-1bc1-4bc4-942c-e2cf5e881264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:25.019303 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a8879c70-749f-48e4-a1e5-719beaf87d73 req-4afe3289-1bc1-4bc4-942c-e2cf5e881264 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 1128 time: 0.0527270 Mar 08 08:41:25.323422 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8879c70-749f-48e4-a1e5-719beaf87d73 req-f8c90e3c-6587-4399-999b-51902b3ee639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:25.325777 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a8879c70-749f-48e4-a1e5-719beaf87d73 req-f8c90e3c-6587-4399-999b-51902b3ee639 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968814 Mar 08 08:41:25.422338 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8879c70-749f-48e4-a1e5-719beaf87d73 req-2808ead8-7a5a-4e3d-912f-a3a13309a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:25.423886 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a8879c70-749f-48e4-a1e5-719beaf87d73 req-2808ead8-7a5a-4e3d-912f-a3a13309a3d9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905519 Mar 08 08:41:25.550253 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c1590-7667-46c0-9864-2fecd2194b82 req-11ce92e3-1484-4a34-9c80-94a41a00bfa9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:25.551753 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f10c1590-7667-46c0-9864-2fecd2194b82 req-11ce92e3-1484-4a34-9c80-94a41a00bfa9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 944 time: 0.0769141 Mar 08 08:41:25.556361 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-98b1d785-9979-4347-af23-4ca3965d02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:25.556361 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-98b1d785-9979-4347-af23-4ca3965d02c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 1128 time: 0.0900593 Mar 08 08:41:25.604964 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-1e4a6cab-d727-411f-b060-f8e7495cc559 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdaa69af-fd67-4338-8bab-09b8f2da6c9d HTTP/1.1" status: 200 len: 217 time: 0.0406649 Mar 08 08:41:25.664497 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f10c1590-7667-46c0-9864-2fecd2194b82 req-96f0d04a-8ed0-4571-a8ce-c596c2e67153 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073091 Mar 08 08:41:25.675168 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-dd63525d-1721-45c0-abaf-50160ea4869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:25.676439 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-dd63525d-1721-45c0-abaf-50160ea4869e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0620444 Mar 08 08:41:25.725863 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-1c558b7e-dae1-4d6b-ab35-c9a66d1e11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:25.727411 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-1c558b7e-dae1-4d6b-ab35-c9a66d1e11fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445442 Mar 08 08:41:25.857989 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-a9a652e1-6dfc-4040-9546-061f62dca940 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209762 Mar 08 08:41:25.868667 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341ddfc-6b38-4949-ada0-a217029dbb64 req-d7f64cb7-cf31-4381-a959-4671e5e77ce0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:25.881923 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6341ddfc-6b38-4949-ada0-a217029dbb64 req-d7f64cb7-cf31-4381-a959-4671e5e77ce0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 945 time: 0.0779221 Mar 08 08:41:25.971266 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6341ddfc-6b38-4949-ada0-a217029dbb64 req-7c09835d-a523-49c3-9928-2eebdb112a84 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930281 Mar 08 08:41:25.992397 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fe5e961b-2e66-480e-aef6-a35e12190f2c req-0fd298b2-ebf5-4f78-ac6c-523b02ef115d service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213393 Mar 08 08:41:26.787148 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a67d3-dc9a-4e4a-8cca-fcebab98bace req-c0824c27-578f-473b-98b7-8675d764e6dd tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:26.788623 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b44a67d3-dc9a-4e4a-8cca-fcebab98bace req-c0824c27-578f-473b-98b7-8675d764e6dd tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 944 time: 0.0540500 Mar 08 08:41:26.836330 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b44a67d3-dc9a-4e4a-8cca-fcebab98bace req-6fc13227-aa54-415f-8078-be12abe76eb4 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Mar 08 08:41:27.087155 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71da343-6a38-4926-b489-4d51318b2aea req-8586324f-9a1f-4c6c-b5cb-fc337a90dba9 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:27.088678 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f71da343-6a38-4926-b489-4d51318b2aea req-8586324f-9a1f-4c6c-b5cb-fc337a90dba9 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Mar 08 08:41:27.133528 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f71da343-6a38-4926-b489-4d51318b2aea req-3fbb7fb0-53ef-470a-8416-80277fc55a82 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Mar 08 08:41:27.253695 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc3c41-46d4-4037-942a-ba74c14b60ff req-3a076870-9e8e-4ad0-85e2-60190fd2803f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:27.255221 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7cdc3c41-46d4-4037-942a-ba74c14b60ff req-3a076870-9e8e-4ad0-85e2-60190fd2803f tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 945 time: 0.0606792 Mar 08 08:41:27.264374 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36766) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:27.268928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Request body: {'floatingip': {'port_id': 'c8bb72ae-b7c8-44c0-866a-42702d326442'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:27.307891 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (9115973c-fbc5-42fb-ba82-f1b83d8fc24b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:27.749271 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:27.825096 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (9115973c-fbc5-42fb-ba82-f1b83d8fc24b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:27.955277 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Floating IP 9115973c-fbc5-42fb-ba82-f1b83d8fc24b associated. External IP: 172.27.2.136, port: c8bb72ae-b7c8-44c0-866a-42702d326442. Mar 08 08:41:28.011047 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5245ec-bf7a-4a47-b49e-96aac09bfe2c req-f472580a-088a-4c06-961d-6bf9b12e62a5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:28.012590 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ae5245ec-bf7a-4a47-b49e-96aac09bfe2c req-f472580a-088a-4c06-961d-6bf9b12e62a5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 944 time: 0.1067629 Mar 08 08:41:28.109594 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ae5245ec-bf7a-4a47-b49e-96aac09bfe2c req-fc3cd5a8-86fb-49bc-a5d3-008b66c9da4d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910060 Mar 08 08:41:28.219113 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Router b9916669-529f-4bee-8a75-307042f3de04 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:41:28.330375 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:41:28.335287 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:28.340939 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] Sync routers for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:41:28.350652 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:41:28.351372 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:41:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:28.370581 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cd25ab31-7d7c-4336-bf28-7d84d68b229d tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "PUT /v2.0/floatingips/9115973c-fbc5-42fb-ba82-f1b83d8fc24b HTTP/1.1" status: 200 len: 991 time: 1.1049600 Mar 08 08:41:28.371714 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'tag': 'c8bb72ae-b7c8-44c0-866a-42702d326442'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:41:28.375756 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ef5e10-3585-4588-bf3f-3501bd100259" -d '{"events": [{"name": "network-changed", "server_uuid": "9db8fd2b-26f2-49e7-ad72-45e55816edb9", "tag": "c8bb72ae-b7c8-44c0-866a-42702d326442"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:41:28.414222 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131ecfda-1e0b-4d19-9928-a59fc97ff563 x-openstack-request-id: req-131ecfda-1e0b-4d19-9928-a59fc97ff563 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:41:28.414476 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db8fd2b-26f2-49e7-ad72-45e55816edb9", "tag": "c8bb72ae-b7c8-44c0-866a-42702d326442", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:41:28.414731 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-131ecfda-1e0b-4d19-9928-a59fc97ff563 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:41:28.415207 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'tag': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'status': 'completed', 'code': 200} Mar 08 08:41:28.471453 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:41:28.699126 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9115973c-fbc5-42fb-ba82-f1b83d8fc24b', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'port_id': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'mac_address': 'fa:16:3e:1e:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:41:13Z', 'updated_at': '2022-03-08T08:41:27Z', 'revision_number': 1, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:28.722852 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36792) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:28.726451 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] Checking router: b9916669-529f-4bee-8a75-307042f3de04 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:41:28.735252 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:41:28.735964 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:41:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:28.829619 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-543aee72-d705-4505-9e2f-1141787527d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:28.847767 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:41:28.902066 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-543aee72-d705-4505-9e2f-1141787527d7 admin admin] Publish callbacks [] for security_group (296f5981-a110-425f-8cd9-e0a533f34ba1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:28.950744 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-543aee72-d705-4505-9e2f-1141787527d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (296f5981-a110-425f-8cd9-e0a533f34ba1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:28.986913 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543aee72-d705-4505-9e2f-1141787527d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296f5981-a110-425f-8cd9-e0a533f34ba1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:28.994712 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-543aee72-d705-4505-9e2f-1141787527d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae7f099da8544e2aabccd9e2071565c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673156 Mar 08 08:41:28.997641 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36798) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:29.078692 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9115973c-fbc5-42fb-ba82-f1b83d8fc24b', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'port_id': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'mac_address': 'fa:16:3e:1e:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:41:13Z', 'updated_at': '2022-03-08T08:41:27Z', 'revision_number': 1, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:29.106108 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93cf2f-74ed-41c6-a906-0310345da727 None None] The sync data for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '9115973c-fbc5-42fb-ba82-f1b83d8fc24b', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'port_id': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'mac_address': 'fa:16:3e:1e:ea:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:41:13Z', 'updated_at': '2022-03-08T08:41:27Z', 'revision_number': 1, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:41:29.332837 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ef5ba-d1d4-4c3f-b8ad-790b210116ef None None] New status for floating IP 9115973c-fbc5-42fb-ba82-f1b83d8fc24b: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:41:29.357941 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8cb64e2-c23f-46c6-abbb-6205493cbf35 admin admin] Publish callbacks [] for security_group (296f5981-a110-425f-8cd9-e0a533f34ba1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:29.383544 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8cb64e2-c23f-46c6-abbb-6205493cbf35 admin admin] Publish callbacks [] for security_group (296f5981-a110-425f-8cd9-e0a533f34ba1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:29.404920 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e466b-b691-49b8-84c9-968029750630 req-624de1a8-7a72-4e80-97e2-2325aadab9a1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:29.406399 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5f8e466b-b691-49b8-84c9-968029750630 req-624de1a8-7a72-4e80-97e2-2325aadab9a1 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 944 time: 0.0928977 Mar 08 08:41:29.466774 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5f8e466b-b691-49b8-84c9-968029750630 req-819726ee-7f8a-4617-ba01-dd8e2b2532b7 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536525 Mar 08 08:41:29.545626 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8cb64e2-c23f-46c6-abbb-6205493cbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (296f5981-a110-425f-8cd9-e0a533f34ba1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:29.548661 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8cb64e2-c23f-46c6-abbb-6205493cbf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:29.549693 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f8cb64e2-c23f-46c6-abbb-6205493cbf35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/296f5981-a110-425f-8cd9-e0a533f34ba1 HTTP/1.1" status: 204 len: 168 time: 0.5510836 Mar 08 08:41:29.585275 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb64e2-c23f-46c6-abbb-6205493cbf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296f5981-a110-425f-8cd9-e0a533f34ba1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:29.619494 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-b08de072-d5cd-4e1a-ac39-c564fb0c9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:29.621602 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-b08de072-d5cd-4e1a-ac39-c564fb0c9e7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 1129 time: 0.0684848 Mar 08 08:41:29.714862 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-d8f62809-7514-4aef-ba70-ec1474ccd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:29.716857 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-d8f62809-7514-4aef-ba70-ec1474ccd161 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 911 time: 0.0870945 Mar 08 08:41:29.786555 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-130a0ebd-834c-48cf-aa0b-d27a7bc29cb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8bb72ae-b7c8-44c0-866a-42702d326442 HTTP/1.1" status: 200 len: 1001 time: 0.0629427 Mar 08 08:41:29.838256 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-d8f2db30-9ed1-4291-a1ae-8131348c02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:29.839730 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-d8f2db30-9ed1-4291-a1ae-8131348c02f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 200 len: 849 time: 0.0470204 Mar 08 08:41:29.889593 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-197823e1-214a-46b6-94db-f49f948334b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:29.891142 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-197823e1-214a-46b6-94db-f49f948334b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2551132f-f59c-4840-bb20-6623576cd2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428154 Mar 08 08:41:29.981218 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-d9e8b800-db56-432d-9895-17cf5a7fa1a0 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830097 Mar 08 08:41:30.073612 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ef5e10-3585-4588-bf3f-3501bd100259 req-35979924-32a1-44ca-9954-a02d0ddc68ea service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843666 Mar 08 08:41:30.352694 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36808) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:30.366603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd4731ea-09f0-4bb2-bf13-bd89dd69977f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:30.444957 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd4731ea-09f0-4bb2-bf13-bd89dd69977f admin admin] Publish callbacks [] for security_group (35c3f940-b81d-4fea-be6e-0b42ce096d6d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:30.527637 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bd4731ea-09f0-4bb2-bf13-bd89dd69977f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (35c3f940-b81d-4fea-be6e-0b42ce096d6d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:30.592579 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bd4731ea-09f0-4bb2-bf13-bd89dd69977f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cef79a3436c3475ab46688e1f5b36b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387877 Mar 08 08:41:30.593444 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4731ea-09f0-4bb2-bf13-bd89dd69977f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c3f940-b81d-4fea-be6e-0b42ce096d6d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:30.595428 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 36812) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:30.620470 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92e5d1-74d0-43ef-aa09-a38b4f81c6a2 req-19457731-ead9-40d8-9b28-f00c116f304c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:30.622701 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d92e5d1-74d0-43ef-aa09-a38b4f81c6a2 req-19457731-ead9-40d8-9b28-f00c116f304c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 944 time: 0.0800653 Mar 08 08:41:30.654209 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a54f1827-f5b7-4cef-9f9e-9427a7c9f8d2 admin admin] Publish callbacks [] for security_group (35c3f940-b81d-4fea-be6e-0b42ce096d6d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:30.671304 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d92e5d1-74d0-43ef-aa09-a38b4f81c6a2 req-668c7c3e-5d72-4a9a-80ce-90f73e3fd79c tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430672 Mar 08 08:41:30.675967 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a54f1827-f5b7-4cef-9f9e-9427a7c9f8d2 admin admin] Publish callbacks [] for security_group (35c3f940-b81d-4fea-be6e-0b42ce096d6d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:30.795189 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a54f1827-f5b7-4cef-9f9e-9427a7c9f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (35c3f940-b81d-4fea-be6e-0b42ce096d6d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:30.797697 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a54f1827-f5b7-4cef-9f9e-9427a7c9f8d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:30.801090 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a54f1827-f5b7-4cef-9f9e-9427a7c9f8d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35c3f940-b81d-4fea-be6e-0b42ce096d6d HTTP/1.1" status: 204 len: 168 time: 0.2018950 Mar 08 08:41:30.810779 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f1827-f5b7-4cef-9f9e-9427a7c9f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c3f940-b81d-4fea-be6e-0b42ce096d6d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:31.788331 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc8d9c-82a0-4665-851f-e2e87f6650db req-31c51829-618a-417d-826c-f97c93321ff2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:31.789827 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ccc8d9c-82a0-4665-851f-e2e87f6650db req-31c51829-618a-417d-826c-f97c93321ff2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 944 time: 0.0519993 Mar 08 08:41:31.843792 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0ccc8d9c-82a0-4665-851f-e2e87f6650db req-fe7edcfb-2bd1-4b63-9dd8-161f508ffecf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477750 Mar 08 08:41:32.961457 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580fed6-4793-4b25-bfdc-90d863ee516e req-e47cd412-faa8-4e2a-a626-478b3ff81fbf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:32.962961 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1580fed6-4793-4b25-bfdc-90d863ee516e req-e47cd412-faa8-4e2a-a626-478b3ff81fbf tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 944 time: 0.0534866 Mar 08 08:41:33.011945 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1580fed6-4793-4b25-bfdc-90d863ee516e req-f3c0db0e-2f1d-4d08-addb-7406805ce29f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434365 Mar 08 08:41:34.130651 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edfdee-1c08-44df-afbd-4ed6497452f5 req-ee964719-3852-4ff0-a059-61d3f11d7e80 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:34.132160 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a6edfdee-1c08-44df-afbd-4ed6497452f5 req-ee964719-3852-4ff0-a059-61d3f11d7e80 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 944 time: 0.0549848 Mar 08 08:41:34.184538 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a6edfdee-1c08-44df-afbd-4ed6497452f5 req-c7e12a86-99be-4397-bcb5-9849ab1f5215 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455854 Mar 08 08:41:34.289394 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device bdaa69af-fd67-4338-8bab-09b8f2da6c9d details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:41:34.394338 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port bdaa69af-fd67-4338-8bab-09b8f2da6c9d, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:41:34.409234 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'port_id': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'mac_address': 'fa:16:3e:7f:f5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:41:34.447735 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port bdaa69af-fd67-4338-8bab-09b8f2da6c9d is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:41:34.448137 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:34.464292 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaa69af-fd67-4338-8bab-09b8f2da6c9d {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:41:34.483424 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port bdaa69af-fd67-4338-8bab-09b8f2da6c9d, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:41:34.556650 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:34.595949 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-e577102b-22f4-4bed-8251-e8c5a4d26e38 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506423 Mar 08 08:41:34.609404 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:34.680826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-a1f574dd-99f3-44b7-a8a7-fc2de9548aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:34.682406 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-a1f574dd-99f3-44b7-a8a7-fc2de9548aa1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 1129 time: 0.0458906 Mar 08 08:41:34.786525 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-498b60dd-7026-4a96-925f-e3edf98ee610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:34.788637 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-498b60dd-7026-4a96-925f-e3edf98ee610 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 912 time: 0.0873852 Mar 08 08:41:34.791881 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['bdaa69af-fd67-4338-8bab-09b8f2da6c9d'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:41:34.861405 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-4069ed5f-c0a6-4908-b403-19822705c953 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b HTTP/1.1" status: 200 len: 999 time: 0.0665467 Mar 08 08:41:34.910628 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-ac9d4f54-6a1d-4d6e-a1ea-3fedb5328ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:34.912181 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-ac9d4f54-6a1d-4d6e-a1ea-3fedb5328ec6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0431972 Mar 08 08:41:34.961239 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-2174082c-592b-45b7-8f89-b822bc95be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:34.962656 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-2174082c-592b-45b7-8f89-b822bc95be53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434082 Mar 08 08:41:35.055000 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-4d1ccaca-4f37-41d5-8278-35593072b757 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856118 Mar 08 08:41:35.104744 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:35.145388 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4f969a0f-5a8f-4886-b7be-2d97105ca340 req-33bb3ca9-4141-422f-8268-46b0868b8b37 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841033 Mar 08 08:41:35.309848 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89eb00-5601-4b3d-ae2d-bf6bde73937c req-933b16e2-9c75-4b71-afc6-bab029516af6 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:35.311413 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a89eb00-5601-4b3d-ae2d-bf6bde73937c req-933b16e2-9c75-4b71-afc6-bab029516af6 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 945 time: 0.0603325 Mar 08 08:41:35.362822 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a89eb00-5601-4b3d-ae2d-bf6bde73937c req-bb3ed4cf-1ad1-4567-9608-82701cac361d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456417 Mar 08 08:41:36.312465 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device bdaa69af-fd67-4338-8bab-09b8f2da6c9d up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:41:36.430507 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port bdaa69af-fd67-4338-8bab-09b8f2da6c9d completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:41:36.434486 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port bdaa69af-fd67-4338-8bab-09b8f2da6c9d triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:41:36.435409 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:36.479462 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633544f5-1d2d-4047-8883-dc2ee1c2a364 req-496d80b3-d200-47a2-944b-2cf6349374bb tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:36.481029 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-633544f5-1d2d-4047-8883-dc2ee1c2a364 req-496d80b3-d200-47a2-944b-2cf6349374bb tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 945 time: 0.0533698 Mar 08 08:41:36.516499 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port bdaa69af-fd67-4338-8bab-09b8f2da6c9d is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:41:36.516938 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:36.531614 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-633544f5-1d2d-4047-8883-dc2ee1c2a364 req-ff454765-9c4b-4889-ad8b-011d836ca8f5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443001 Mar 08 08:41:36.540228 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:41:36.542486 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f63f60-44d4-4eda-89b6-cd2e78017a73" -d '{"events": [{"server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "name": "network-vif-plugged", "status": "completed", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:41:36.557710 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port bdaa69af-fd67-4338-8bab-09b8f2da6c9d, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:41:36.581443 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf1ca44-b213-4cdb-a75e-7da7f01f2c8e x-openstack-request-id: req-2cf1ca44-b213-4cdb-a75e-7da7f01f2c8e {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:41:36.581738 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "name": "network-vif-plugged", "status": "completed", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:41:36.582025 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cf1ca44-b213-4cdb-a75e-7da7f01f2c8e {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:41:36.582425 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'code': 200} Mar 08 08:41:36.636308 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:36.684053 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:36.940472 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9093d-b187-40df-87c8-51ef5508d699 req-c3232b45-a54a-4c53-8c16-bed3894c4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:36.942060 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40d9093d-b187-40df-87c8-51ef5508d699 req-c3232b45-a54a-4c53-8c16-bed3894c4c74 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 1130 time: 0.0472236 Mar 08 08:41:36.989577 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-40d9093d-b187-40df-87c8-51ef5508d699 req-6bd41d51-bd44-4210-be48-61412319ead8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Mar 08 08:41:37.650537 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927b70e-b123-4b38-87ca-f6f54b06ca5a req-33b89407-e96e-4eae-b9b9-42e6c6c06cd9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:37.652074 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4927b70e-b123-4b38-87ca-f6f54b06ca5a req-33b89407-e96e-4eae-b9b9-42e6c6c06cd9 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 946 time: 0.0527635 Mar 08 08:41:37.701216 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4927b70e-b123-4b38-87ca-f6f54b06ca5a req-85a02276-631d-4d47-9340-cba3c62ffe0f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Mar 08 08:41:37.819843 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36978) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:37.921393 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:37.995686 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Publish callbacks [] for security_group (5c58b296-e83b-49fc-9886-ff224996b06b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:38.087176 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (5c58b296-e83b-49fc-9886-ff224996b06b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:38.130883 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a12a5b6d9c14aef99e04d54c52abbd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099434 Mar 08 08:41:38.131803 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c58b296-e83b-49fc-9886-ff224996b06b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:38.133699 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 36988) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:38.149738 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.153514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.155776 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a54b6-cd9c-4476-bfd8-d729c7934753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:38.197413 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181ad660-c943-4e58-a8fa-62a8e9f5dfb1 admin admin] Publish callbacks [] for security_group (5c58b296-e83b-49fc-9886-ff224996b06b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:38.219506 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181ad660-c943-4e58-a8fa-62a8e9f5dfb1 admin admin] Publish callbacks [] for security_group (5c58b296-e83b-49fc-9886-ff224996b06b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:38.407923 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181ad660-c943-4e58-a8fa-62a8e9f5dfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (5c58b296-e83b-49fc-9886-ff224996b06b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:38.410492 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181ad660-c943-4e58-a8fa-62a8e9f5dfb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:38.411656 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-181ad660-c943-4e58-a8fa-62a8e9f5dfb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c58b296-e83b-49fc-9886-ff224996b06b HTTP/1.1" status: 204 len: 168 time: 0.2770424 Mar 08 08:41:38.420019 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ad660-c943-4e58-a8fa-62a8e9f5dfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c58b296-e83b-49fc-9886-ff224996b06b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:38.829656 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c6499-1ebf-4180-9832-93719507fc07 req-53cb3fa8-f499-4deb-bb20-12ab897817c6 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:38.831154 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c34c6499-1ebf-4180-9832-93719507fc07 req-53cb3fa8-f499-4deb-bb20-12ab897817c6 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 946 time: 0.0539994 Mar 08 08:41:38.878756 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c34c6499-1ebf-4180-9832-93719507fc07 req-a36006d4-edc8-4e05-bd49-fa6382a1fcfd tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421321 Mar 08 08:41:38.977905 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37008) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:38.993494 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-13e19261-4009-4572-84e6-c9c7f7267225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.020171 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea57f65-45b0-4aa8-ae81-323d93fe7952 req-f4ac09e0-d249-439a-a273-025413918df6 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:39.021621 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fea57f65-45b0-4aa8-ae81-323d93fe7952 req-f4ac09e0-d249-439a-a273-025413918df6 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 946 time: 0.0793498 Mar 08 08:41:39.090142 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fea57f65-45b0-4aa8-ae81-323d93fe7952 req-5f7a719c-1afe-475f-aeb2-e8a9a6ae5352 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623899 Mar 08 08:41:39.112015 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37010) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:39.117229 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-13e19261-4009-4572-84e6-c9c7f7267225 admin admin] Publish callbacks [] for security_group (744717c2-232f-46b1-bcbf-5c44fe070960), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.213484 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-13e19261-4009-4572-84e6-c9c7f7267225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (744717c2-232f-46b1-bcbf-5c44fe070960), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.251690 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-13e19261-4009-4572-84e6-c9c7f7267225 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c122c679a7d64746a061518a76d32700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726157 Mar 08 08:41:39.253608 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e19261-4009-4572-84e6-c9c7f7267225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744717c2-232f-46b1-bcbf-5c44fe070960,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:39.254417 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37014) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:39.313044 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Publish callbacks [] for security_group (744717c2-232f-46b1-bcbf-5c44fe070960), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.351590 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Publish callbacks [] for security_group (744717c2-232f-46b1-bcbf-5c44fe070960), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.389604 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016adae-a8b4-4cd6-9d73-4ffa21095e4f tempest-TestVolumeBootPattern-872896233 tempest-TestVolumeBootPattern-872896233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:39.391142 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f016adae-a8b4-4cd6-9d73-4ffa21095e4f tempest-TestVolumeBootPattern-872896233 tempest-TestVolumeBootPattern-872896233-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 1125 time: 0.2775502 Mar 08 08:41:39.393823 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37016) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:39.398587 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'port_id': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:41:39.487646 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (744717c2-232f-46b1-bcbf-5c44fe070960), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.490154 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.491290 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/744717c2-232f-46b1-bcbf-5c44fe070960 HTTP/1.1" status: 204 len: 168 time: 0.2357814 Mar 08 08:41:39.495041 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.503214 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744717c2-232f-46b1-bcbf-5c44fe070960,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:39.519933 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.520288 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.520634 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.521077 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.521342 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.521667 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.522082 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.522416 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.522746 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.523075 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.523403 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.523728 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.524050 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10daa6af-7d33-4232-8dc4-4f4567247b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:41:39.617115 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.722685 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Allocated IP 172.27.2.203 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/0d73516a-0bdb-44f5-a75a-bba13cb1943d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:41:39.824374 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (0d73516a-0bdb-44f5-a75a-bba13cb1943d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.904948 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (0d73516a-0bdb-44f5-a75a-bba13cb1943d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:39.947475 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:41:39.950345 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:41:39.953976 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:41:39.976769 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=0d73516a-0bdb-44f5-a75a-bba13cb1943d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:40.136899 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37026) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:40.150642 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7f529b1-3aa5-40ae-96da-611fe39dd401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.234482 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7f529b1-3aa5-40ae-96da-611fe39dd401 admin admin] Publish callbacks [] for security_group (1b09d1d3-9018-4756-a4e9-53b97fa18505), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.322009 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (7f7a8cd3-27c9-4be0-953b-3cc68065d169), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.322563 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d7f529b1-3aa5-40ae-96da-611fe39dd401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (1b09d1d3-9018-4756-a4e9-53b97fa18505), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.360501 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d7f529b1-3aa5-40ae-96da-611fe39dd401 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d222bfeadd5b49b48b7aa6a365fe18d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225063 Mar 08 08:41:40.362437 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f529b1-3aa5-40ae-96da-611fe39dd401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b09d1d3-9018-4756-a4e9-53b97fa18505,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:40.363174 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37028) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:40.412488 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b5044a90-dc48-4724-908e-557616fca6fe admin admin] Publish callbacks [] for security_group (1b09d1d3-9018-4756-a4e9-53b97fa18505), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.432786 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b5044a90-dc48-4724-908e-557616fca6fe admin admin] Publish callbacks [] for security_group (1b09d1d3-9018-4756-a4e9-53b97fa18505), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.493040 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (0d73516a-0bdb-44f5-a75a-bba13cb1943d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.604151 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b5044a90-dc48-4724-908e-557616fca6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (1b09d1d3-9018-4756-a4e9-53b97fa18505), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.607877 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b5044a90-dc48-4724-908e-557616fca6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.608421 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b5044a90-dc48-4724-908e-557616fca6fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b09d1d3-9018-4756-a4e9-53b97fa18505 HTTP/1.1" status: 204 len: 168 time: 0.2438962 Mar 08 08:41:40.619521 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5044a90-dc48-4724-908e-557616fca6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b09d1d3-9018-4756-a4e9-53b97fa18505,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:40.673073 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for port (0d73516a-0bdb-44f5-a75a-bba13cb1943d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.767534 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (0d73516a-0bdb-44f5-a75a-bba13cb1943d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.834585 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event updated for resources: {'Port': ['ID=0d73516a-0bdb-44f5-a75a-bba13cb1943d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:40.848501 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (7f7a8cd3-27c9-4be0-953b-3cc68065d169), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:40.956802 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Floating IP 7f7a8cd3-27c9-4be0-953b-3cc68065d169 associated. External IP: 172.27.2.203, port: bdaa69af-fd67-4338-8bab-09b8f2da6c9d. Mar 08 08:41:41.066189 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:41:41.171170 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:41:41.283915 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:41:41.296667 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:41:41.306124 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:41:41.306854 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:41:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:41.398979 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:41.415630 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:41:41.443484 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ebcf96a9-8a00-4d8b-9bba-1de9678b8599 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0343585 Mar 08 08:41:41.443484 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:41:41.443484 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4" -d '{"events": [{"name": "network-changed", "server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:41:41.472326 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afbb053-4d7b-4877-be45-075ac4d64f2f x-openstack-request-id: req-0afbb053-4d7b-4877-be45-075ac4d64f2f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:41:41.472781 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:41:41.473201 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0afbb053-4d7b-4877-be45-075ac4d64f2f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:41:41.473622 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'status': 'completed', 'code': 200} Mar 08 08:41:41.552594 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-37398dcb-8b42-4778-8dc5-6dbc34c7d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:41.554686 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-37398dcb-8b42-4778-8dc5-6dbc34c7d366 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 1130 time: 0.0473387 Mar 08 08:41:41.689713 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-636e2de4-828a-4e7a-8dbe-4437519ad75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:41.695250 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-636e2de4-828a-4e7a-8dbe-4437519ad75e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 912 time: 0.1331341 Mar 08 08:41:41.703918 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:27Z', 'revision_number': 1, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}, {'id': '7f7a8cd3-27c9-4be0-953b-3cc68065d169', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:7f:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479c7185-aab7-415f-9173-81cee1fab4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:41:40Z', 'updated_at': '2022-03-08T08:41:40Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:41.744566 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:41:41.755576 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:41:41.756532 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:41:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:41.776073 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-57fe3a94-2433-443c-8ff5-0b63225cee3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdaa69af-fd67-4338-8bab-09b8f2da6c9d HTTP/1.1" status: 200 len: 1000 time: 0.0756841 Mar 08 08:41:41.847445 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-1f993417-f962-4957-8f58-13f66fadcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:41.849440 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-1f993417-f962-4957-8f58-13f66fadcfff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0599418 Mar 08 08:41:41.884494 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:41:41.911894 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-f8b64ea2-beb7-41fb-a1c8-097205e2a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:41:41.913317 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-f8b64ea2-beb7-41fb-a1c8-097205e2a15b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575998 Mar 08 08:41:42.023083 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-7659dd40-96bc-4599-b1a6-5d47db000510 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039720 Mar 08 08:41:42.133587 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8b9411fc-b8bf-4191-88f0-10bf7f1165c4 req-f4fcaf67-92e2-4ae3-85e0-537cff1e6547 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967867 Mar 08 08:41:42.270674 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:27Z', 'revision_number': 1, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}, {'id': '7f7a8cd3-27c9-4be0-953b-3cc68065d169', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:7f:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479c7185-aab7-415f-9173-81cee1fab4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:41:40Z', 'updated_at': '2022-03-08T08:41:40Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:41:42.297720 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820f115-dd82-4ef7-bf13-d2c8161f0870 None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:27Z', 'revision_number': 1, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}, {'id': '7f7a8cd3-27c9-4be0-953b-3cc68065d169', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:7f:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479c7185-aab7-415f-9173-81cee1fab4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:41:40Z', 'updated_at': '2022-03-08T08:41:40Z', 'revision_number': 0, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:41:42.505395 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c74b05-7278-490e-9d4b-d212157c3aa3 None None] New status for floating IP 7f7a8cd3-27c9-4be0-953b-3cc68065d169: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:41:44.750499 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-51182b8e-58f8-423b-9a83-69077185912f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:47.053247 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-47e0aa70-cbaf-4cb0-8dfd-e75ad0dfe2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:48.046948 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:49.532782 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:50.275293 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37222) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:50.377723 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ace0c09-3397-40a1-a141-ba10f9ad53d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:50.449631 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ace0c09-3397-40a1-a141-ba10f9ad53d6 admin admin] Publish callbacks [] for security_group (f73fde56-6709-4ade-82cb-b9e282e1ecb4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:50.499879 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ace0c09-3397-40a1-a141-ba10f9ad53d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (f73fde56-6709-4ade-82cb-b9e282e1ecb4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:50.539839 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace0c09-3397-40a1-a141-ba10f9ad53d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73fde56-6709-4ade-82cb-b9e282e1ecb4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:50.544283 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9ace0c09-3397-40a1-a141-ba10f9ad53d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5fae5f107a8470e9eb7e7af03254f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679665 Mar 08 08:41:50.547524 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37226) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:50.599770 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4462ed5c-46ce-43ac-ac4a-1567cf9c20ac admin admin] Publish callbacks [] for security_group (f73fde56-6709-4ade-82cb-b9e282e1ecb4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:50.621112 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4462ed5c-46ce-43ac-ac4a-1567cf9c20ac admin admin] Publish callbacks [] for security_group (f73fde56-6709-4ade-82cb-b9e282e1ecb4), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:50.727802 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4462ed5c-46ce-43ac-ac4a-1567cf9c20ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (f73fde56-6709-4ade-82cb-b9e282e1ecb4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:50.730453 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4462ed5c-46ce-43ac-ac4a-1567cf9c20ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:50.731593 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4462ed5c-46ce-43ac-ac4a-1567cf9c20ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f73fde56-6709-4ade-82cb-b9e282e1ecb4 HTTP/1.1" status: 204 len: 168 time: 0.1831672 Mar 08 08:41:50.739735 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462ed5c-46ce-43ac-ac4a-1567cf9c20ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73fde56-6709-4ade-82cb-b9e282e1ecb4,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:51.059152 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:51.291415 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37242) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:51.304944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e08a79f0-1d64-4f82-b125-44976ce69243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:51.376942 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e08a79f0-1d64-4f82-b125-44976ce69243 admin admin] Publish callbacks [] for security_group (f89a123b-dc58-4030-b159-48801024c67d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:51.442039 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e08a79f0-1d64-4f82-b125-44976ce69243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (f89a123b-dc58-4030-b159-48801024c67d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:51.482742 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e08a79f0-1d64-4f82-b125-44976ce69243 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d88f885d247d4597911f8443ded65d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902292 Mar 08 08:41:51.485298 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a79f0-1d64-4f82-b125-44976ce69243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89a123b-dc58-4030-b159-48801024c67d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:51.486519 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37250) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:51.534018 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90f9f445-c1ce-4565-b617-e73b73881c50 admin admin] Publish callbacks [] for security_group (f89a123b-dc58-4030-b159-48801024c67d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:51.556455 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90f9f445-c1ce-4565-b617-e73b73881c50 admin admin] Publish callbacks [] for security_group (f89a123b-dc58-4030-b159-48801024c67d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:51.675147 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90f9f445-c1ce-4565-b617-e73b73881c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (f89a123b-dc58-4030-b159-48801024c67d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:51.677779 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90f9f445-c1ce-4565-b617-e73b73881c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:51.678986 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-90f9f445-c1ce-4565-b617-e73b73881c50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f89a123b-dc58-4030-b159-48801024c67d HTTP/1.1" status: 204 len: 168 time: 0.1914172 Mar 08 08:41:51.687719 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9f445-c1ce-4565-b617-e73b73881c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89a123b-dc58-4030-b159-48801024c67d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:53.134042 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37292) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:53.283741 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6b0f-e3fe-4cbf-9207-65b25850a197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:53.355591 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6b0f-e3fe-4cbf-9207-65b25850a197 admin admin] Publish callbacks [] for security_group (36ae3cb7-09df-4ba2-82ac-8087ba28a1b7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:53.418275 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6b0f-e3fe-4cbf-9207-65b25850a197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (36ae3cb7-09df-4ba2-82ac-8087ba28a1b7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:53.456174 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4a6b6b0f-e3fe-4cbf-9207-65b25850a197 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be08e4077b9d49d3acc208a74bc1443c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210449 Mar 08 08:41:53.458199 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b6b0f-e3fe-4cbf-9207-65b25850a197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ae3cb7-09df-4ba2-82ac-8087ba28a1b7,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:53.459044 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37306) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:53.517429 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c546c99-319b-49e2-8f87-9358a798bb96 admin admin] Publish callbacks [] for security_group (36ae3cb7-09df-4ba2-82ac-8087ba28a1b7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:53.538585 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c546c99-319b-49e2-8f87-9358a798bb96 admin admin] Publish callbacks [] for security_group (36ae3cb7-09df-4ba2-82ac-8087ba28a1b7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:53.647706 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c546c99-319b-49e2-8f87-9358a798bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (36ae3cb7-09df-4ba2-82ac-8087ba28a1b7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:53.650365 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c546c99-319b-49e2-8f87-9358a798bb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:53.652209 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0c546c99-319b-49e2-8f87-9358a798bb96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36ae3cb7-09df-4ba2-82ac-8087ba28a1b7 HTTP/1.1" status: 204 len: 168 time: 0.1915128 Mar 08 08:41:53.660571 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546c99-319b-49e2-8f87-9358a798bb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ae3cb7-09df-4ba2-82ac-8087ba28a1b7,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:54.274103 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37316) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:54.287336 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e448be2d-aedc-42a6-adb5-5b83590d9d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:54.368461 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e448be2d-aedc-42a6-adb5-5b83590d9d28 admin admin] Publish callbacks [] for security_group (73b86a13-d655-499c-a06f-143757ea7d26), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:54.453536 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e448be2d-aedc-42a6-adb5-5b83590d9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (73b86a13-d655-499c-a06f-143757ea7d26), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:54.491529 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e448be2d-aedc-42a6-adb5-5b83590d9d28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6365f8bc4e4944b2b2ee22160e0a3c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161720 Mar 08 08:41:54.492386 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448be2d-aedc-42a6-adb5-5b83590d9d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b86a13-d655-499c-a06f-143757ea7d26,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:54.494447 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37322) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:54.544548 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c049c978-84c1-4a4f-8a3d-f6f9173a07d5 admin admin] Publish callbacks [] for security_group (73b86a13-d655-499c-a06f-143757ea7d26), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:54.566351 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c049c978-84c1-4a4f-8a3d-f6f9173a07d5 admin admin] Publish callbacks [] for security_group (73b86a13-d655-499c-a06f-143757ea7d26), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:54.687049 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c049c978-84c1-4a4f-8a3d-f6f9173a07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (73b86a13-d655-499c-a06f-143757ea7d26), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:54.689624 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c049c978-84c1-4a4f-8a3d-f6f9173a07d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:54.690802 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c049c978-84c1-4a4f-8a3d-f6f9173a07d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73b86a13-d655-499c-a06f-143757ea7d26 HTTP/1.1" status: 204 len: 168 time: 0.1952865 Mar 08 08:41:54.698542 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049c978-84c1-4a4f-8a3d-f6f9173a07d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b86a13-d655-499c-a06f-143757ea7d26,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:55.273649 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37330) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:55.287502 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1584e189-cba2-4c8e-b3ab-bedc316f0241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:55.359301 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1584e189-cba2-4c8e-b3ab-bedc316f0241 admin admin] Publish callbacks [] for security_group (38dac7f2-d698-4714-9501-6a004baf80c5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:55.413421 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1584e189-cba2-4c8e-b3ab-bedc316f0241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (38dac7f2-d698-4714-9501-6a004baf80c5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:55.455756 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1584e189-cba2-4c8e-b3ab-bedc316f0241 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cf40da0e84440e29815ea314350e8d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783590 Mar 08 08:41:55.455756 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584e189-cba2-4c8e-b3ab-bedc316f0241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dac7f2-d698-4714-9501-6a004baf80c5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:55.456054 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37338) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:55.504936 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d58af526-cb51-4e9a-8f84-96b68b411287 admin admin] Publish callbacks [] for security_group (38dac7f2-d698-4714-9501-6a004baf80c5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:55.533676 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d58af526-cb51-4e9a-8f84-96b68b411287 admin admin] Publish callbacks [] for security_group (38dac7f2-d698-4714-9501-6a004baf80c5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:55.658972 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d58af526-cb51-4e9a-8f84-96b68b411287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (38dac7f2-d698-4714-9501-6a004baf80c5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:55.663069 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d58af526-cb51-4e9a-8f84-96b68b411287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:55.663069 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d58af526-cb51-4e9a-8f84-96b68b411287 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38dac7f2-d698-4714-9501-6a004baf80c5 HTTP/1.1" status: 204 len: 168 time: 0.2054231 Mar 08 08:41:55.671874 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58af526-cb51-4e9a-8f84-96b68b411287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dac7f2-d698-4714-9501-6a004baf80c5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:58.755361 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37462) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:58.856289 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-561bd42c-b9b0-4f01-83bb-7d054c195d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:58.929764 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-561bd42c-b9b0-4f01-83bb-7d054c195d0b admin admin] Publish callbacks [] for security_group (596dc9c8-3716-447f-b0a9-14afc645fab2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:59.001111 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-561bd42c-b9b0-4f01-83bb-7d054c195d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (596dc9c8-3716-447f-b0a9-14afc645fab2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:59.037213 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bd42c-b9b0-4f01-83bb-7d054c195d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596dc9c8-3716-447f-b0a9-14afc645fab2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:59.041493 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-561bd42c-b9b0-4f01-83bb-7d054c195d0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ae0cde5a4f442ccace8a2f4dddf859f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851005 Mar 08 08:41:59.044185 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37466) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:59.091240 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-94cadfe8-cd8f-4f29-a151-cb8956b2880f admin admin] Publish callbacks [] for security_group (596dc9c8-3716-447f-b0a9-14afc645fab2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:59.112317 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-94cadfe8-cd8f-4f29-a151-cb8956b2880f admin admin] Publish callbacks [] for security_group (596dc9c8-3716-447f-b0a9-14afc645fab2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:59.229784 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-94cadfe8-cd8f-4f29-a151-cb8956b2880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (596dc9c8-3716-447f-b0a9-14afc645fab2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:59.232464 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-94cadfe8-cd8f-4f29-a151-cb8956b2880f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:59.242109 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-94cadfe8-cd8f-4f29-a151-cb8956b2880f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/596dc9c8-3716-447f-b0a9-14afc645fab2 HTTP/1.1" status: 204 len: 168 time: 0.1890788 Mar 08 08:41:59.242432 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cadfe8-cd8f-4f29-a151-cb8956b2880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596dc9c8-3716-447f-b0a9-14afc645fab2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:41:59.830735 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37474) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:41:59.843395 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e26fa16-d76f-4ecd-a1dc-70cf6bc774fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:59.912456 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e26fa16-d76f-4ecd-a1dc-70cf6bc774fd admin admin] Publish callbacks [] for security_group (80a54748-45cd-4cca-820e-bd4a8e7a9f0e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:41:59.989662 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e26fa16-d76f-4ecd-a1dc-70cf6bc774fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (80a54748-45cd-4cca-820e-bd4a8e7a9f0e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:00.031204 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1e26fa16-d76f-4ecd-a1dc-70cf6bc774fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94ba3af69e66481d829f92fc552802f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004817 Mar 08 08:42:00.032118 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fa16-d76f-4ecd-a1dc-70cf6bc774fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a54748-45cd-4cca-820e-bd4a8e7a9f0e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:00.034779 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37476) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:00.086913 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9176d82e-5782-49d6-9875-51410ec81456 admin admin] Publish callbacks [] for security_group (80a54748-45cd-4cca-820e-bd4a8e7a9f0e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:00.107274 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9176d82e-5782-49d6-9875-51410ec81456 admin admin] Publish callbacks [] for security_group (80a54748-45cd-4cca-820e-bd4a8e7a9f0e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:00.223598 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9176d82e-5782-49d6-9875-51410ec81456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (80a54748-45cd-4cca-820e-bd4a8e7a9f0e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:00.226299 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9176d82e-5782-49d6-9875-51410ec81456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:00.227479 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9176d82e-5782-49d6-9875-51410ec81456 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80a54748-45cd-4cca-820e-bd4a8e7a9f0e HTTP/1.1" status: 204 len: 168 time: 0.1910760 Mar 08 08:42:00.235874 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176d82e-5782-49d6-9875-51410ec81456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a54748-45cd-4cca-820e-bd4a8e7a9f0e,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:02.630886 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37536) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:02.736048 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1972ce32-7bd5-44fd-b710-521a3abfe07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:02.806276 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1972ce32-7bd5-44fd-b710-521a3abfe07a admin admin] Publish callbacks [] for security_group (c9925201-8a66-4ae7-b347-7ea3f5353116), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:02.869462 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1972ce32-7bd5-44fd-b710-521a3abfe07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c9925201-8a66-4ae7-b347-7ea3f5353116), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:02.909151 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1972ce32-7bd5-44fd-b710-521a3abfe07a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0cf58019e8442788af2ee238f0567aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771792 Mar 08 08:42:02.911866 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37542) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:02.913681 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972ce32-7bd5-44fd-b710-521a3abfe07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9925201-8a66-4ae7-b347-7ea3f5353116,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:02.959130 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6e80c232-ea43-485a-bbb5-7a7604598393 admin admin] Publish callbacks [] for security_group (c9925201-8a66-4ae7-b347-7ea3f5353116), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:02.980390 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6e80c232-ea43-485a-bbb5-7a7604598393 admin admin] Publish callbacks [] for security_group (c9925201-8a66-4ae7-b347-7ea3f5353116), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.111125 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6e80c232-ea43-485a-bbb5-7a7604598393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c9925201-8a66-4ae7-b347-7ea3f5353116), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.113694 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6e80c232-ea43-485a-bbb5-7a7604598393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.114880 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6e80c232-ea43-485a-bbb5-7a7604598393 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9925201-8a66-4ae7-b347-7ea3f5353116 HTTP/1.1" status: 204 len: 168 time: 0.2019351 Mar 08 08:42:03.122439 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80c232-ea43-485a-bbb5-7a7604598393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9925201-8a66-4ae7-b347-7ea3f5353116,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:03.629157 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37548) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:03.643226 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64bb650e-bd59-4718-8226-2d1450d9e004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.716562 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64bb650e-bd59-4718-8226-2d1450d9e004 admin admin] Publish callbacks [] for security_group (479638c0-fbc1-4c36-b64c-814ec139d22f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.761174 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64bb650e-bd59-4718-8226-2d1450d9e004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (479638c0-fbc1-4c36-b64c-814ec139d22f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.799192 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-64bb650e-bd59-4718-8226-2d1450d9e004 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae1cccf4941d4eaeabeedeb1fc8bab8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689324 Mar 08 08:42:03.800070 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb650e-bd59-4718-8226-2d1450d9e004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479638c0-fbc1-4c36-b64c-814ec139d22f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:03.801920 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37550) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:03.848702 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5091af30-55ea-4700-8cb2-9ab81e2b5109 admin admin] Publish callbacks [] for security_group (479638c0-fbc1-4c36-b64c-814ec139d22f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.870201 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5091af30-55ea-4700-8cb2-9ab81e2b5109 admin admin] Publish callbacks [] for security_group (479638c0-fbc1-4c36-b64c-814ec139d22f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.984190 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5091af30-55ea-4700-8cb2-9ab81e2b5109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (479638c0-fbc1-4c36-b64c-814ec139d22f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.986786 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5091af30-55ea-4700-8cb2-9ab81e2b5109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:03.987957 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5091af30-55ea-4700-8cb2-9ab81e2b5109 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/479638c0-fbc1-4c36-b64c-814ec139d22f HTTP/1.1" status: 204 len: 168 time: 0.1845257 Mar 08 08:42:03.996062 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091af30-55ea-4700-8cb2-9ab81e2b5109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479638c0-fbc1-4c36-b64c-814ec139d22f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:05.130144 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:05.630150 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37586) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:05.736283 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2672668e-a413-4737-b22c-14a6ae3111fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:05.806277 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2672668e-a413-4737-b22c-14a6ae3111fe admin admin] Publish callbacks [] for security_group (ca8cf695-9705-4172-bc9d-f4c2b69366f6), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:05.869169 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2672668e-a413-4737-b22c-14a6ae3111fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ca8cf695-9705-4172-bc9d-f4c2b69366f6), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:05.911064 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2672668e-a413-4737-b22c-14a6ae3111fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff9b3905f80e45d4918dd1bfeb21a0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798097 Mar 08 08:42:05.911944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672668e-a413-4737-b22c-14a6ae3111fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8cf695-9705-4172-bc9d-f4c2b69366f6,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:05.913940 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37590) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:05.969603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-39a82a61-87c3-4c68-a90a-bff26120055c admin admin] Publish callbacks [] for security_group (ca8cf695-9705-4172-bc9d-f4c2b69366f6), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:05.991646 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-39a82a61-87c3-4c68-a90a-bff26120055c admin admin] Publish callbacks [] for security_group (ca8cf695-9705-4172-bc9d-f4c2b69366f6), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:06.116216 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-39a82a61-87c3-4c68-a90a-bff26120055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ca8cf695-9705-4172-bc9d-f4c2b69366f6), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:06.119343 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-39a82a61-87c3-4c68-a90a-bff26120055c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:06.120733 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-39a82a61-87c3-4c68-a90a-bff26120055c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca8cf695-9705-4172-bc9d-f4c2b69366f6 HTTP/1.1" status: 204 len: 168 time: 0.2039282 Mar 08 08:42:06.129270 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a82a61-87c3-4c68-a90a-bff26120055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8cf695-9705-4172-bc9d-f4c2b69366f6,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:14.738738 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-545a7ab5-f3d7-4c53-a66f-1178583d51be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.069701 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-42cc986b-9e44-4812-a399-ea6cd9da12b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.200026 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 37738) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:17.302617 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b93aa5c-594c-47e7-96ea-385aa22ed81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.376416 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b93aa5c-594c-47e7-96ea-385aa22ed81f admin admin] Publish callbacks [] for security_group (59284308-8da6-4243-ae21-cffe997cdb79), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.441205 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b93aa5c-594c-47e7-96ea-385aa22ed81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (59284308-8da6-4243-ae21-cffe997cdb79), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.479204 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8b93aa5c-594c-47e7-96ea-385aa22ed81f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=411913b4e0854b0caed8127f860310e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780681 Mar 08 08:42:17.480058 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93aa5c-594c-47e7-96ea-385aa22ed81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59284308-8da6-4243-ae21-cffe997cdb79,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:17.482111 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37742) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:17.529701 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fb40e604-b9f5-4367-a4e3-dc0ec9910615 admin admin] Publish callbacks [] for security_group (59284308-8da6-4243-ae21-cffe997cdb79), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.551117 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fb40e604-b9f5-4367-a4e3-dc0ec9910615 admin admin] Publish callbacks [] for security_group (59284308-8da6-4243-ae21-cffe997cdb79), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.652742 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fb40e604-b9f5-4367-a4e3-dc0ec9910615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (59284308-8da6-4243-ae21-cffe997cdb79), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.655341 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fb40e604-b9f5-4367-a4e3-dc0ec9910615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:17.656674 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fb40e604-b9f5-4367-a4e3-dc0ec9910615 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59284308-8da6-4243-ae21-cffe997cdb79 HTTP/1.1" status: 204 len: 168 time: 0.1734641 Mar 08 08:42:17.665786 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40e604-b9f5-4367-a4e3-dc0ec9910615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59284308-8da6-4243-ae21-cffe997cdb79,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:18.053238 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:18.065489 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:42:19.555646 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:21.007129 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:33.015646 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 37990) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:33.122926 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-43593da3-e287-4440-8ff1-02cb99381159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:33.196365 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-43593da3-e287-4440-8ff1-02cb99381159 admin admin] Publish callbacks [] for security_group (0a7a73ee-4968-4adf-b7df-6193a81b9289), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:33.235869 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-43593da3-e287-4440-8ff1-02cb99381159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0a7a73ee-4968-4adf-b7df-6193a81b9289), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:33.278636 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-43593da3-e287-4440-8ff1-02cb99381159 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=890288304b804dde8194b4504bed54dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619104 Mar 08 08:42:33.279573 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43593da3-e287-4440-8ff1-02cb99381159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7a73ee-4968-4adf-b7df-6193a81b9289,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:33.281398 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38002) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:33.330513 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a293cd3-d261-4d72-939f-f2a688e53483 admin admin] Publish callbacks [] for security_group (0a7a73ee-4968-4adf-b7df-6193a81b9289), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:33.351270 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a293cd3-d261-4d72-939f-f2a688e53483 admin admin] Publish callbacks [] for security_group (0a7a73ee-4968-4adf-b7df-6193a81b9289), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:33.440406 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a293cd3-d261-4d72-939f-f2a688e53483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0a7a73ee-4968-4adf-b7df-6193a81b9289), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:33.443694 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a293cd3-d261-4d72-939f-f2a688e53483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:33.448073 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0a293cd3-d261-4d72-939f-f2a688e53483 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a7a73ee-4968-4adf-b7df-6193a81b9289 HTTP/1.1" status: 204 len: 168 time: 0.1623971 Mar 08 08:42:33.460186 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a293cd3-d261-4d72-939f-f2a688e53483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7a73ee-4968-4adf-b7df-6193a81b9289,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:34.067886 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38014) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:34.080932 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-890c80f4-e4ea-4cb0-8dc8-fe2bb007b3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:34.155833 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-890c80f4-e4ea-4cb0-8dc8-fe2bb007b3c6 admin admin] Publish callbacks [] for security_group (c71d03a2-ef30-4aa2-b5eb-9faf4d5932d8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:34.224315 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-890c80f4-e4ea-4cb0-8dc8-fe2bb007b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c71d03a2-ef30-4aa2-b5eb-9faf4d5932d8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:34.265244 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-890c80f4-e4ea-4cb0-8dc8-fe2bb007b3c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=660ee5880db94175bbee57cac109ccab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962628 Mar 08 08:42:34.266121 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c80f4-e4ea-4cb0-8dc8-fe2bb007b3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d03a2-ef30-4aa2-b5eb-9faf4d5932d8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:34.267864 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38018) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:34.315882 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c9b99873-34ca-41ab-9c5a-7b5014d07d11 admin admin] Publish callbacks [] for security_group (c71d03a2-ef30-4aa2-b5eb-9faf4d5932d8), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:34.337724 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c9b99873-34ca-41ab-9c5a-7b5014d07d11 admin admin] Publish callbacks [] for security_group (c71d03a2-ef30-4aa2-b5eb-9faf4d5932d8), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:34.458162 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c9b99873-34ca-41ab-9c5a-7b5014d07d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (c71d03a2-ef30-4aa2-b5eb-9faf4d5932d8), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:34.460850 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c9b99873-34ca-41ab-9c5a-7b5014d07d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:34.462072 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c9b99873-34ca-41ab-9c5a-7b5014d07d11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c71d03a2-ef30-4aa2-b5eb-9faf4d5932d8 HTTP/1.1" status: 204 len: 168 time: 0.1926026 Mar 08 08:42:34.469746 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b99873-34ca-41ab-9c5a-7b5014d07d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d03a2-ef30-4aa2-b5eb-9faf4d5932d8,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:35.086566 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38026) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:35.099418 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2d64a3a3-df54-46f3-b267-89d0aa9cfdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.109850 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.169770 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2d64a3a3-df54-46f3-b267-89d0aa9cfdfc admin admin] Publish callbacks [] for security_group (bbb921c5-e09a-4d42-97c2-16e45ff62149), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.230126 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2d64a3a3-df54-46f3-b267-89d0aa9cfdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (bbb921c5-e09a-4d42-97c2-16e45ff62149), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.269808 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2d64a3a3-df54-46f3-b267-89d0aa9cfdfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=161922493fd244c2a98f75407d0bae57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821289 Mar 08 08:42:35.271697 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38032) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:35.272128 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64a3a3-df54-46f3-b267-89d0aa9cfdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb921c5-e09a-4d42-97c2-16e45ff62149,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:35.319210 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8302ef99-2785-48e7-93ab-7ba878077eea admin admin] Publish callbacks [] for security_group (bbb921c5-e09a-4d42-97c2-16e45ff62149), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.340816 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8302ef99-2785-48e7-93ab-7ba878077eea admin admin] Publish callbacks [] for security_group (bbb921c5-e09a-4d42-97c2-16e45ff62149), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.486649 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8302ef99-2785-48e7-93ab-7ba878077eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (bbb921c5-e09a-4d42-97c2-16e45ff62149), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.489903 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8302ef99-2785-48e7-93ab-7ba878077eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.493344 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8302ef99-2785-48e7-93ab-7ba878077eea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbb921c5-e09a-4d42-97c2-16e45ff62149 HTTP/1.1" status: 204 len: 168 time: 0.2184072 Mar 08 08:42:35.498793 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302ef99-2785-48e7-93ab-7ba878077eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb921c5-e09a-4d42-97c2-16e45ff62149,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:35.630175 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38042) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:35.854422 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3130f72b-00c0-478e-a371-6bcef2c96c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:35.936459 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3130f72b-00c0-478e-a371-6bcef2c96c94 admin admin] Publish callbacks [] for security_group (204b15d0-9f0c-40b1-af89-3f259bda2554), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:36.001336 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3130f72b-00c0-478e-a371-6bcef2c96c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (204b15d0-9f0c-40b1-af89-3f259bda2554), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:36.041782 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3130f72b-00c0-478e-a371-6bcef2c96c94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6da990b20e34140bfe4afaa5fb7d871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103382 Mar 08 08:42:36.043551 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130f72b-00c0-478e-a371-6bcef2c96c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b15d0-9f0c-40b1-af89-3f259bda2554,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:36.044805 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38054) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:36.104247 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-645ba17a-addb-480a-9546-4abd0d41d940 admin admin] Publish callbacks [] for security_group (204b15d0-9f0c-40b1-af89-3f259bda2554), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:36.125089 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-645ba17a-addb-480a-9546-4abd0d41d940 admin admin] Publish callbacks [] for security_group (204b15d0-9f0c-40b1-af89-3f259bda2554), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:36.223141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-645ba17a-addb-480a-9546-4abd0d41d940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (204b15d0-9f0c-40b1-af89-3f259bda2554), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:36.226291 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-645ba17a-addb-480a-9546-4abd0d41d940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:36.227433 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-645ba17a-addb-480a-9546-4abd0d41d940 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/204b15d0-9f0c-40b1-af89-3f259bda2554 HTTP/1.1" status: 204 len: 168 time: 0.1813791 Mar 08 08:42:36.234864 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ba17a-addb-480a-9546-4abd0d41d940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b15d0-9f0c-40b1-af89-3f259bda2554,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:36.524286 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-ab8c5c1f-8d96-4a6e-9d84-2978c5542cc8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439622 Mar 08 08:42:36.600644 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-5151221e-0f64-4c7d-8f48-39609c6f89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:42:36.605137 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-5151221e-0f64-4c7d-8f48-39609c6f89c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4e94227dd543a89330c0bf37db6d45&device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 1129 time: 0.0538793 Mar 08 08:42:36.712541 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-78e0294e-e3ca-42c0-b496-194c7a97c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:42:36.714052 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-78e0294e-e3ca-42c0-b496-194c7a97c60f service neutron] 10.222.0.31 "GET /v2.0/networks?id=2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 200 len: 911 time: 0.0888002 Mar 08 08:42:36.782926 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-1081a701-65ca-4dbf-8450-5a00241c94cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8bb72ae-b7c8-44c0-866a-42702d326442 HTTP/1.1" status: 200 len: 1001 time: 0.0614471 Mar 08 08:42:36.840427 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-7a8335d8-b7f5-438e-b7dd-68e7ebc18966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:42:36.841925 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-7a8335d8-b7f5-438e-b7dd-68e7ebc18966 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 200 len: 849 time: 0.0526545 Mar 08 08:42:36.896858 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-aa29bd24-2f4b-4270-a5f0-875fe31ba80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:42:36.898292 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-aa29bd24-2f4b-4270-a5f0-875fe31ba80d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2551132f-f59c-4840-bb20-6623576cd2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436981 Mar 08 08:42:36.989710 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-2cbd6a76-eddc-4253-9d50-1f815f6be04a service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848713 Mar 08 08:42:37.084098 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2a6a252-1d09-4ea1-a51b-ad84bf7b31f7 req-14436539-3c3e-4b98-a7ca-8881d1f50ca3 service neutron] 10.222.0.31 "GET /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878456 Mar 08 08:42:37.791588 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6194-7f71-4f10-b573-1b684a57ca5f req-0b9e2815-9ea5-4f97-8f22-0ccf2d0e6c66 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:42:37.793073 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-108c6194-7f71-4f10-b573-1b684a57ca5f req-0b9e2815-9ea5-4f97-8f22-0ccf2d0e6c66 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 945 time: 0.0521061 Mar 08 08:42:37.838843 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-108c6194-7f71-4f10-b573-1b684a57ca5f req-14d153fb-a8cd-42d7-906c-c1fd615908d0 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Mar 08 08:42:38.960372 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695004d3-2a1c-4ffa-ae61-bcb1404139c2 req-88767412-6d14-4b66-9c21-506496ee1bae tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:42:38.961813 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-695004d3-2a1c-4ffa-ae61-bcb1404139c2 req-88767412-6d14-4b66-9c21-506496ee1bae tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 945 time: 0.0544810 Mar 08 08:42:39.008258 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-695004d3-2a1c-4ffa-ae61-bcb1404139c2 req-c4e20a4f-fd38-47a2-b117-5f38291d46bc tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Mar 08 08:42:39.624847 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acf682-5588-467e-af75-123f1d15c256 req-964c6ad3-6648-4855-aaf8-54073457eefe tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:42:39.626328 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0acf682-5588-467e-af75-123f1d15c256 req-964c6ad3-6648-4855-aaf8-54073457eefe tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 945 time: 0.0514443 Mar 08 08:42:39.728627 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Deleting port c8bb72ae-b7c8-44c0-866a-42702d326442 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:42:39.728972 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:39.821496 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] For port c8bb72ae-b7c8-44c0-866a-42702d326442, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=c8bb72ae-b7c8-44c0-866a-42702d326442,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:42:39.821855 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:39.995691 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:39.996733 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (9115973c-fbc5-42fb-ba82-f1b83d8fc24b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:39.996733 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Floating IP 9115973c-fbc5-42fb-ba82-f1b83d8fc24b disassociated. External IP: 172.27.2.136, port: c8bb72ae-b7c8-44c0-866a-42702d326442. Mar 08 08:42:39.996928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Calling delete_port for c8bb72ae-b7c8-44c0-866a-42702d326442 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:42:40.160742 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a4cc-8cd0-49b9-a367-6856b571cefa req-77daf6b3-2dce-4af8-ba02-4df7fc97774c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:42:40.162254 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e24a4cc-8cd0-49b9-a367-6856b571cefa req-77daf6b3-2dce-4af8-ba02-4df7fc97774c tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 945 time: 0.0850978 Mar 08 08:42:40.211365 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0e24a4cc-8cd0-49b9-a367-6856b571cefa req-2ec8381d-22b1-47be-afe8-74717f161201 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups?id=389ff126-335c-480f-8a6a-24ef137aca36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Mar 08 08:42:40.234809 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (c8bb72ae-b7c8-44c0-866a-42702d326442), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:40.265014 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event deleted for resources: {'Port': ['ID=c8bb72ae-b7c8-44c0-866a-42702d326442,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:40.275045 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.275401 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.275749 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.276086 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.276451 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.276786 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.277115 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.277449 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.277774 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.278133 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.278458 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.278778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.279120 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:40.387967 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Router b9916669-529f-4bee-8a75-307042f3de04 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:42:40.494936 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:42:40.504791 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] Sync routers for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:42:40.513621 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:42:40.517757 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:42:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:40.533308 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] No DVR routers for this DVR port c8bb72ae-b7c8-44c0-866a-42702d326442 on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:42:40.536268 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:40.539562 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0acf682-5588-467e-af75-123f1d15c256 req-8453f119-efeb-467e-bb28-6a9b3a5ff10a tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.31 "DELETE /v2.0/ports/c8bb72ae-b7c8-44c0-866a-42702d326442 HTTP/1.1" status: 204 len: 173 time: 0.9079335 Mar 08 08:42:40.540006 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'name': 'network-vif-deleted', 'tag': 'c8bb72ae-b7c8-44c0-866a-42702d326442'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:42:40.542245 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2e32e0-e92c-43a7-8ccf-fbf8ecdeacf0" -d '{"events": [{"server_uuid": "9db8fd2b-26f2-49e7-ad72-45e55816edb9", "name": "network-vif-deleted", "tag": "c8bb72ae-b7c8-44c0-866a-42702d326442"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:42:40.585305 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af5e001-6bc6-4a84-a584-ce5f3d341ef9 x-openstack-request-id: req-2af5e001-6bc6-4a84-a584-ce5f3d341ef9 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:42:40.585718 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db8fd2b-26f2-49e7-ad72-45e55816edb9", "name": "network-vif-deleted", "tag": "c8bb72ae-b7c8-44c0-866a-42702d326442", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:42:40.585893 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2af5e001-6bc6-4a84-a584-ce5f3d341ef9 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:42:40.586294 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db8fd2b-26f2-49e7-ad72-45e55816edb9', 'name': 'network-vif-deleted', 'tag': 'c8bb72ae-b7c8-44c0-866a-42702d326442', 'status': 'completed', 'code': 200} Mar 08 08:42:40.630541 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:42:40.840131 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:40.871147 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] Checking router: b9916669-529f-4bee-8a75-307042f3de04 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:42:40.880653 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:42:40.881470 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:42:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:40.989399 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:42:41.185695 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:41.214231 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e3e52-a7eb-42e2-950c-3c7cfb3b3d06 None None] The sync data for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:43Z', 'revision_number': 4, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '35bdfae0-4404-4db7-9613-4e456a8fc65f', 'name': '', 'network_id': '2551132f-f59c-4840-bb20-6623576cd2b8', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'mac_address': 'fa:16:3e:78:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:42Z', 'updated_at': '2022-03-08T08:37:47Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'subnets': [{'id': '13106dbb-0a2d-440b-8c74-6c976c82e74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:42:41.319435 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8166f1d7-4810-4afd-956f-132525f8fb8a req-3ed222a9-31ea-4880-9288-a813ac919e77 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/ports?device_id=9db8fd2b-26f2-49e7-ad72-45e55816edb9 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Mar 08 08:42:41.453000 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa5247-4eb9-473e-afca-a0fd8792370d None None] New status for floating IP 9115973c-fbc5-42fb-ba82-f1b83d8fc24b: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:42:42.457833 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38152) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:42.510014 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37859473-d925-414d-b14a-c32694d9bc8e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (389ff126-335c-480f-8a6a-24ef137aca36), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:42.534627 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37859473-d925-414d-b14a-c32694d9bc8e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (389ff126-335c-480f-8a6a-24ef137aca36), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:42.612908 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device c8bb72ae-b7c8-44c0-866a-42702d326442 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:42:42.636990 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: c8bb72ae-b7c8-44c0-866a-42702d326442 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:42:42.637343 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device c8bb72ae-b7c8-44c0-866a-42702d326442 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:42:42.646488 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37859473-d925-414d-b14a-c32694d9bc8e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (389ff126-335c-480f-8a6a-24ef137aca36), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:42.649132 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37859473-d925-414d-b14a-c32694d9bc8e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:42.650324 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-37859473-d925-414d-b14a-c32694d9bc8e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "DELETE /v2.0/security-groups/389ff126-335c-480f-8a6a-24ef137aca36 HTTP/1.1" status: 204 len: 168 time: 0.1913640 Mar 08 08:42:42.653114 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38154) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:42.659498 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37859473-d925-414d-b14a-c32694d9bc8e tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389ff126-335c-480f-8a6a-24ef137aca36,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:42.669316 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.api.v2.resource [None req-e35167b0-eff0-490a-9d4b-e3d2e2ffb656 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] show failed (client error): The resource could not be found. Mar 08 08:42:42.670409 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e35167b0-eff0-490a-9d4b-e3d2e2ffb656 tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "GET /v2.0/security-groups/389ff126-335c-480f-8a6a-24ef137aca36 HTTP/1.1" status: 404 len: 347 time: 0.0163159 Mar 08 08:42:42.673648 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38156) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:42.796691 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Deleting port 4b841aac-d298-49a3-a3ab-eea63bac5b5d {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:42:42.796955 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (4b841aac-d298-49a3-a3ab-eea63bac5b5d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:42.870355 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (4b841aac-d298-49a3-a3ab-eea63bac5b5d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:42.870684 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (4b841aac-d298-49a3-a3ab-eea63bac5b5d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:42.881898 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Calling delete_port for 4b841aac-d298-49a3-a3ab-eea63bac5b5d owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:42:43.069666 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (4b841aac-d298-49a3-a3ab-eea63bac5b5d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:43.095806 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Pushing event deleted for resources: {'Port': ['ID=4b841aac-d298-49a3-a3ab-eea63bac5b5d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:43.118992 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.119338 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.119681 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.120012 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.120340 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.120663 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.120988 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.121311 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.121632 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.121987 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.122292 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.122610 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.122926 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:43.162714 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks [] for floatingip (9115973c-fbc5-42fb-ba82-f1b83d8fc24b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:43.165278 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:43.166483 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-671b4776-861e-48cb-a481-6a1f858e8e1b tempest-AttachVolumeTestJSON-1384848620 tempest-AttachVolumeTestJSON-1384848620-project] 10.222.0.21 "DELETE /v2.0/floatingips/9115973c-fbc5-42fb-ba82-f1b83d8fc24b HTTP/1.1" status: 204 len: 168 time: 0.4918997 Mar 08 08:42:44.778021 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0281b41e-c8ff-4023-abcf-deccd1ef6aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:47.063469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac8ff-28a5-4257-8477-3f1098bf123b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:48.057678 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:49.537873 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:50.383292 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38226) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:50.870123 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (b9916669-529f-4bee-8a75-307042f3de04), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:51.035298 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:51.111824 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Deleting port 35bdfae0-4404-4db7-9613-4e456a8fc65f {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:42:51.112161 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:51.186134 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] For port 35bdfae0-4404-4db7-9613-4e456a8fc65f, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=35bdfae0-4404-4db7-9613-4e456a8fc65f,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:42:51.186488 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:51.197653 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Calling delete_port for 35bdfae0-4404-4db7-9613-4e456a8fc65f owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:42:51.429651 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (35bdfae0-4404-4db7-9613-4e456a8fc65f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:51.459971 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=35bdfae0-4404-4db7-9613-4e456a8fc65f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:51.619748 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (b9916669-529f-4bee-8a75-307042f3de04), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:52.076755 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Router b9916669-529f-4bee-8a75-307042f3de04 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:42:52.186189 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:42:52.194425 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-84019a32-d051-4091-8e50-f50319635ed4 admin admin] 10.222.0.21 "PUT /v2.0/routers/b9916669-529f-4bee-8a75-307042f3de04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068652 Mar 08 08:42:52.194710 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38242) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:52.201361 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] Sync routers for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:42:52.222336 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:42:52.222972 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:42:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:52.306629 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks [] for router (b9916669-529f-4bee-8a75-307042f3de04), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:52.333302 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:42:52.409099 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks [] for router_gateway (b9916669-529f-4bee-8a75-307042f3de04), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:52.510610 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:42:51Z', 'revision_number': 5, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port': {'id': 'e7923bfc-a6bf-4d62-a170-e7a4759b66ff', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916669-529f-4bee-8a75-307042f3de04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:52.536671 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] Checking router: b9916669-529f-4bee-8a75-307042f3de04 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:42:52.542198 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Deleting port e7923bfc-a6bf-4d62-a170-e7a4759b66ff {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:42:52.542717 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:52.544778 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] Routers {'b9916669-529f-4bee-8a75-307042f3de04'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:42:52.545380 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:42:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['b9916669-529f-4bee-8a75-307042f3de04'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:52.625530 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] For port e7923bfc-a6bf-4d62-a170-e7a4759b66ff, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=e7923bfc-a6bf-4d62-a170-e7a4759b66ff,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:42:52.625900 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:52.639973 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Calling delete_port for e7923bfc-a6bf-4d62-a170-e7a4759b66ff owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:42:52.761839 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] Set router b9916669-529f-4bee-8a75-307042f3de04 gateway port host: None {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:42:52.815821 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:42:52Z', 'revision_number': 6, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port_host': None}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:52.842301 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acd5e9c-2e8b-473e-a481-92c5897f0d6f None None] The sync data for ids ['b9916669-529f-4bee-8a75-307042f3de04'] in dv-cinder-832499-1-iscsi is: [{'id': 'b9916669-529f-4bee-8a75-307042f3de04', 'name': 'tempest-AttachVolumeTestJSON-943443872-router', 'tenant_id': '1f4e94227dd543a89330c0bf37db6d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:37:40Z', 'updated_at': '2022-03-08T08:42:52Z', 'revision_number': 6, 'project_id': '1f4e94227dd543a89330c0bf37db6d45', 'gw_port_host': None}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:42:52.846853 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (e7923bfc-a6bf-4d62-a170-e7a4759b66ff), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:52.878162 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7923bfc-a6bf-4d62-a170-e7a4759b66ff,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:52.936962 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (b9916669-529f-4bee-8a75-307042f3de04), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.027224 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (b9916669-529f-4bee-8a75-307042f3de04), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.029387 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks [] for router_controller (b9916669-529f-4bee-8a75-307042f3de04), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.121137 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (b9916669-529f-4bee-8a75-307042f3de04), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.121620 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9916669-529f-4bee-8a75-307042f3de04 {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:42:53.128480 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.128480 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-055cff98-4e19-4d36-9b86-eb09bc41fd71 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b9916669-529f-4bee-8a75-307042f3de04 HTTP/1.1" status: 204 len: 168 time: 0.9321971 Mar 08 08:42:53.130159 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38244) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:53.172244 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f70f8a0-c3f0-43a0-8036-b1f16244262e admin admin] Deleting subnet 13106dbb-0a2d-440b-8c74-6c976c82e74d {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:42:53.175187 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f70f8a0-c3f0-43a0-8036-b1f16244262e admin admin] Publish callbacks [] for subnet (13106dbb-0a2d-440b-8c74-6c976c82e74d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.208544 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f70f8a0-c3f0-43a0-8036-b1f16244262e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (13106dbb-0a2d-440b-8c74-6c976c82e74d), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.291126 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f70f8a0-c3f0-43a0-8036-b1f16244262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (13106dbb-0a2d-440b-8c74-6c976c82e74d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.418686 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f70f8a0-c3f0-43a0-8036-b1f16244262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (13106dbb-0a2d-440b-8c74-6c976c82e74d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.443113 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f8a0-c3f0-43a0-8036-b1f16244262e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13106dbb-0a2d-440b-8c74-6c976c82e74d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:53.446772 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f70f8a0-c3f0-43a0-8036-b1f16244262e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.449882 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1f70f8a0-c3f0-43a0-8036-b1f16244262e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13106dbb-0a2d-440b-8c74-6c976c82e74d HTTP/1.1" status: 204 len: 168 time: 0.3188283 Mar 08 08:42:53.452721 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38250) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:53.455304 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7651234-0c15-4d4e-a1c2-3baabf996959 None None] Network 2551132f-f59c-4840-bb20-6623576cd2b8 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:42:53.536878 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (2551132f-f59c-4840-bb20-6623576cd2b8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.580749 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Deleting port ec820fd9-0fdd-4f15-9168-275dbc8b267d {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:42:53.581320 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.646551 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] For port ec820fd9-0fdd-4f15-9168-275dbc8b267d, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=ec820fd9-0fdd-4f15-9168-275dbc8b267d,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:42:53.647047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.655594 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] DHCP port deletion for 2551132f-f59c-4840-bb20-6623576cd2b8 request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:42:53.660163 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Calling delete_port for ec820fd9-0fdd-4f15-9168-275dbc8b267d owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:42:53.708346 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Deleting port ec820fd9-0fdd-4f15-9168-275dbc8b267d {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:42:53.708717 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.780447 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] For port ec820fd9-0fdd-4f15-9168-275dbc8b267d, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=ec820fd9-0fdd-4f15-9168-275dbc8b267d,segment=NetworkSegment(c20e98ba-e2cf-4b94-8c22-8337ac61d041),segment_id=c20e98ba-e2cf-4b94-8c22-8337ac61d041)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:42:53.780850 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.789608 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.793340 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Calling delete_port for ec820fd9-0fdd-4f15-9168-275dbc8b267d owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:42:53.816081 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec820fd9-0fdd-4f15-9168-275dbc8b267d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:53.818448 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] No DVR routers for this DVR port ec820fd9-0fdd-4f15-9168-275dbc8b267d on host dv-cinder-832499-1-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:42:53.872536 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976'] for port (ec820fd9-0fdd-4f15-9168-275dbc8b267d), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.898567 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (2551132f-f59c-4840-bb20-6623576cd2b8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.904364 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Pushing event deleted for resources: {'Port': ['ID=ec820fd9-0fdd-4f15-9168-275dbc8b267d,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:53.908966 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] No DVR routers for this DVR port ec820fd9-0fdd-4f15-9168-275dbc8b267d on host dv-cinder-832499-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:42:53.922010 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.922369 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.922791 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.923074 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.923352 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.923681 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.924005 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.924332 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.926290 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.926743 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.927199 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.927599 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.927989 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550a9c5-ec86-40e5-b8fc-f32692096d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:42:53.941328 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2551132f-f59c-4840-bb20-6623576cd2b8']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:53.951771 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20e98ba-e2cf-4b94-8c22-8337ac61d041') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:53.952159 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20e98ba-e2cf-4b94-8c22-8337ac61d041') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:53.963819 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (c20e98ba-e2cf-4b94-8c22-8337ac61d041), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.977047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (c20e98ba-e2cf-4b94-8c22-8337ac61d041), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.982858 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:42:53.983236 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (c20e98ba-e2cf-4b94-8c22-8337ac61d041), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:42:53.984845 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:42:54.086692 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (2551132f-f59c-4840-bb20-6623576cd2b8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:54.092094 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:54.095262 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2551132f-f59c-4840-bb20-6623576cd2b8 HTTP/1.1" status: 204 len: 168 time: 0.6415932 Mar 08 08:42:54.105712 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bdbfa-2a69-4342-b6b9-4a37642f820f admin admin] Pushing event deleted for resources: {'Network': ['ID=2551132f-f59c-4840-bb20-6623576cd2b8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:54.254693 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device ec820fd9-0fdd-4f15-9168-275dbc8b267d no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:42:54.276060 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: ec820fd9-0fdd-4f15-9168-275dbc8b267d {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:42:54.276407 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device ec820fd9-0fdd-4f15-9168-275dbc8b267d not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:42:54.276814 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device e7923bfc-a6bf-4d62-a170-e7a4759b66ff no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:42:54.295612 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: e7923bfc-a6bf-4d62-a170-e7a4759b66ff {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:42:54.295960 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device e7923bfc-a6bf-4d62-a170-e7a4759b66ff not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:42:54.296370 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 35bdfae0-4404-4db7-9613-4e456a8fc65f no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:42:54.315412 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 35bdfae0-4404-4db7-9613-4e456a8fc65f {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:42:54.315767 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 35bdfae0-4404-4db7-9613-4e456a8fc65f not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:42:54.393471 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38256) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:54.432374 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3a5cdb9b-73a0-4589-b5fd-fd68733e9de1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f4e94227dd543a89330c0bf37db6d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377393 Mar 08 08:42:54.438880 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38258) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:54.488613 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6991e7e9-6a2a-475d-ab17-67a956087ef4 admin admin] Publish callbacks [] for security_group (a9b46cdb-8b2d-43b9-a1fd-cc87b5bc92dc), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:54.509135 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6991e7e9-6a2a-475d-ab17-67a956087ef4 admin admin] Publish callbacks [] for security_group (a9b46cdb-8b2d-43b9-a1fd-cc87b5bc92dc), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:54.606100 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6991e7e9-6a2a-475d-ab17-67a956087ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (a9b46cdb-8b2d-43b9-a1fd-cc87b5bc92dc), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:54.608922 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6991e7e9-6a2a-475d-ab17-67a956087ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:54.609874 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6991e7e9-6a2a-475d-ab17-67a956087ef4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9b46cdb-8b2d-43b9-a1fd-cc87b5bc92dc HTTP/1.1" status: 204 len: 168 time: 0.1701121 Mar 08 08:42:54.617718 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991e7e9-6a2a-475d-ab17-67a956087ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b46cdb-8b2d-43b9-a1fd-cc87b5bc92dc,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:42:55.063915 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:43:05.172638 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:05.210093 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38446) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:05.314774 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f36518a-2aee-4cfa-a15e-3fdc5332544f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:05.388474 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f36518a-2aee-4cfa-a15e-3fdc5332544f admin admin] Publish callbacks [] for security_group (1c013192-6f02-4e63-8396-c9c8802cd817), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:05.440718 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f36518a-2aee-4cfa-a15e-3fdc5332544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (1c013192-6f02-4e63-8396-c9c8802cd817), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:05.478159 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5f36518a-2aee-4cfa-a15e-3fdc5332544f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7988a26abe774653958d02d7c53845a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666240 Mar 08 08:43:05.479309 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36518a-2aee-4cfa-a15e-3fdc5332544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c013192-6f02-4e63-8396-c9c8802cd817,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:05.480910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38454) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:05.527926 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d81a9a79-ceb2-467d-b5ec-ec1bc8f059d4 admin admin] Publish callbacks [] for security_group (1c013192-6f02-4e63-8396-c9c8802cd817), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:05.547910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d81a9a79-ceb2-467d-b5ec-ec1bc8f059d4 admin admin] Publish callbacks [] for security_group (1c013192-6f02-4e63-8396-c9c8802cd817), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:05.645571 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d81a9a79-ceb2-467d-b5ec-ec1bc8f059d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (1c013192-6f02-4e63-8396-c9c8802cd817), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:05.648142 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d81a9a79-ceb2-467d-b5ec-ec1bc8f059d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:05.649372 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d81a9a79-ceb2-467d-b5ec-ec1bc8f059d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c013192-6f02-4e63-8396-c9c8802cd817 HTTP/1.1" status: 204 len: 168 time: 0.1672626 Mar 08 08:43:05.657333 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a9a79-ceb2-467d-b5ec-ec1bc8f059d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c013192-6f02-4e63-8396-c9c8802cd817,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:08.187345 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38518) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:08.296089 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e67b1f78-5c53-45a0-8ebe-4316de7c931f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:08.367629 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e67b1f78-5c53-45a0-8ebe-4316de7c931f admin admin] Publish callbacks [] for security_group (4472e6e1-0e6c-42d7-a5d8-468d01c861c8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:08.440492 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e67b1f78-5c53-45a0-8ebe-4316de7c931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (4472e6e1-0e6c-42d7-a5d8-468d01c861c8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:08.480502 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e67b1f78-5c53-45a0-8ebe-4316de7c931f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f2e4d77fb04507881655f07d83563f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921121 Mar 08 08:43:08.481605 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1f78-5c53-45a0-8ebe-4316de7c931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4472e6e1-0e6c-42d7-a5d8-468d01c861c8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:08.483219 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38522) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:08.530482 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eda9c249-cc98-4520-8bf3-6ad7ffdd3c4c admin admin] Publish callbacks [] for security_group (4472e6e1-0e6c-42d7-a5d8-468d01c861c8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:08.553306 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eda9c249-cc98-4520-8bf3-6ad7ffdd3c4c admin admin] Publish callbacks [] for security_group (4472e6e1-0e6c-42d7-a5d8-468d01c861c8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:08.680861 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eda9c249-cc98-4520-8bf3-6ad7ffdd3c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (4472e6e1-0e6c-42d7-a5d8-468d01c861c8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:08.683500 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eda9c249-cc98-4520-8bf3-6ad7ffdd3c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:08.684741 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-eda9c249-cc98-4520-8bf3-6ad7ffdd3c4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4472e6e1-0e6c-42d7-a5d8-468d01c861c8 HTTP/1.1" status: 204 len: 168 time: 0.2004895 Mar 08 08:43:08.692855 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9c249-cc98-4520-8bf3-6ad7ffdd3c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4472e6e1-0e6c-42d7-a5d8-468d01c861c8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:09.291230 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38530) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:09.304154 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb564b15-4da1-4462-84a4-62aa312f2b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:09.374497 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb564b15-4da1-4462-84a4-62aa312f2b9b admin admin] Publish callbacks [] for security_group (0fb594ef-1eed-40fa-b2e3-9a06d3607e53), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:09.435022 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb564b15-4da1-4462-84a4-62aa312f2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0fb594ef-1eed-40fa-b2e3-9a06d3607e53), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:09.473329 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bb564b15-4da1-4462-84a4-62aa312f2b9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a86e9bcd591b458f8d475fe8fee7c203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809888 Mar 08 08:43:09.474349 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb564b15-4da1-4462-84a4-62aa312f2b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb594ef-1eed-40fa-b2e3-9a06d3607e53,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:09.476023 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38532) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:09.523879 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-63afeaae-25c1-4904-b616-3ed4db3c6ef6 admin admin] Publish callbacks [] for security_group (0fb594ef-1eed-40fa-b2e3-9a06d3607e53), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:09.543748 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-63afeaae-25c1-4904-b616-3ed4db3c6ef6 admin admin] Publish callbacks [] for security_group (0fb594ef-1eed-40fa-b2e3-9a06d3607e53), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:09.675105 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-63afeaae-25c1-4904-b616-3ed4db3c6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0fb594ef-1eed-40fa-b2e3-9a06d3607e53), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:09.677840 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-63afeaae-25c1-4904-b616-3ed4db3c6ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:09.679034 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-63afeaae-25c1-4904-b616-3ed4db3c6ef6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fb594ef-1eed-40fa-b2e3-9a06d3607e53 HTTP/1.1" status: 204 len: 168 time: 0.2014201 Mar 08 08:43:09.687060 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afeaae-25c1-4904-b616-3ed4db3c6ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb594ef-1eed-40fa-b2e3-9a06d3607e53,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:14.743571 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-85a44e14-6e11-4558-8206-0baaeb48ffa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.028373 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38636) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:15.131138 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7761-0463-49f6-bacc-3b98ec938856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.202470 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7761-0463-49f6-bacc-3b98ec938856 admin admin] Publish callbacks [] for security_group (085881c2-a604-4233-8433-e64136d6f22d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.263114 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7761-0463-49f6-bacc-3b98ec938856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (085881c2-a604-4233-8433-e64136d6f22d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.303384 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bc2a7761-0463-49f6-bacc-3b98ec938856 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c5b3c2a4f2f48f4a1dbd1b6d1e32b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739570 Mar 08 08:43:15.304523 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a7761-0463-49f6-bacc-3b98ec938856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085881c2-a604-4233-8433-e64136d6f22d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:15.306072 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38640) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:15.353529 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3631e0e2-f1fb-4685-9a2c-9374c1280930 admin admin] Publish callbacks [] for security_group (085881c2-a604-4233-8433-e64136d6f22d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.373652 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3631e0e2-f1fb-4685-9a2c-9374c1280930 admin admin] Publish callbacks [] for security_group (085881c2-a604-4233-8433-e64136d6f22d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.486086 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3631e0e2-f1fb-4685-9a2c-9374c1280930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (085881c2-a604-4233-8433-e64136d6f22d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.488640 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3631e0e2-f1fb-4685-9a2c-9374c1280930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.489794 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3631e0e2-f1fb-4685-9a2c-9374c1280930 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/085881c2-a604-4233-8433-e64136d6f22d HTTP/1.1" status: 204 len: 168 time: 0.1819856 Mar 08 08:43:15.498220 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631e0e2-f1fb-4685-9a2c-9374c1280930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085881c2-a604-4233-8433-e64136d6f22d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:16.003522 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38652) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:16.017179 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4110-b0d0-4441-b802-a3cc7434a030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:16.088102 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4110-b0d0-4441-b802-a3cc7434a030 admin admin] Publish callbacks [] for security_group (664525ec-65e8-46e2-b753-088f9d6ad6f1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:16.176916 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4110-b0d0-4441-b802-a3cc7434a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (664525ec-65e8-46e2-b753-088f9d6ad6f1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:16.218095 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4e2a4110-b0d0-4441-b802-a3cc7434a030 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db727608b57841c2b7bd833a9fe431b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134898 Mar 08 08:43:16.219192 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a4110-b0d0-4441-b802-a3cc7434a030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664525ec-65e8-46e2-b753-088f9d6ad6f1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:16.220824 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38654) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:16.272304 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cceaff34-ebca-49da-93b9-3ae56817284a admin admin] Publish callbacks [] for security_group (664525ec-65e8-46e2-b753-088f9d6ad6f1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:16.292868 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cceaff34-ebca-49da-93b9-3ae56817284a admin admin] Publish callbacks [] for security_group (664525ec-65e8-46e2-b753-088f9d6ad6f1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:16.417757 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cceaff34-ebca-49da-93b9-3ae56817284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (664525ec-65e8-46e2-b753-088f9d6ad6f1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:16.420417 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cceaff34-ebca-49da-93b9-3ae56817284a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:16.421574 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cceaff34-ebca-49da-93b9-3ae56817284a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/664525ec-65e8-46e2-b753-088f9d6ad6f1 HTTP/1.1" status: 204 len: 168 time: 0.1990848 Mar 08 08:43:16.429698 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaff34-ebca-49da-93b9-3ae56817284a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664525ec-65e8-46e2-b753-088f9d6ad6f1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:17.069213 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0b56fb02-59e1-4993-b71f-d4d673417704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.164437 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38676) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:17.271585 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1eb55085-c5dd-4829-bf38-7865d21af607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.345060 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1eb55085-c5dd-4829-bf38-7865d21af607 admin admin] Publish callbacks [] for security_group (ca958451-2800-474e-964d-c0b1fdd81d39), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.391526 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 38686) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:17.411114 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1eb55085-c5dd-4829-bf38-7865d21af607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ca958451-2800-474e-964d-c0b1fdd81d39), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.449458 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1eb55085-c5dd-4829-bf38-7865d21af607 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8648e1ec11c4e668bd314db1f889c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838199 Mar 08 08:43:17.451686 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb55085-c5dd-4829-bf38-7865d21af607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca958451-2800-474e-964d-c0b1fdd81d39,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:17.452481 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38690) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:17.492756 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-449972169-network', 'tenant_id': 'e151f7a0c6f045218706ec4ae1de2fbe'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:17.513544 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-30b28f44-2031-4845-a7cb-76465e339458 admin admin] Publish callbacks [] for security_group (ca958451-2800-474e-964d-c0b1fdd81d39), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.534218 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-30b28f44-2031-4845-a7cb-76465e339458 admin admin] Publish callbacks [] for security_group (ca958451-2800-474e-964d-c0b1fdd81d39), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.543147 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Made reservation on behalf of e151f7a0c6f045218706ec4ae1de2fbe for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:17.545473 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.554926 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.628945 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-30b28f44-2031-4845-a7cb-76465e339458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (ca958451-2800-474e-964d-c0b1fdd81d39), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.631579 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-30b28f44-2031-4845-a7cb-76465e339458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.632741 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-30b28f44-2031-4845-a7cb-76465e339458 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca958451-2800-474e-964d-c0b1fdd81d39 HTTP/1.1" status: 204 len: 168 time: 0.1792812 Mar 08 08:43:17.640534 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b28f44-2031-4845-a7cb-76465e339458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca958451-2800-474e-964d-c0b1fdd81d39,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:17.691040 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Publish callbacks [] for security_group (30c78371-039e-4ef7-a1cc-4ea9cead06f9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.778360 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (30c78371-039e-4ef7-a1cc-4ea9cead06f9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.807911 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:43:17.817263 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c78371-039e-4ef7-a1cc-4ea9cead06f9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:17.821934 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (e7c0c1a1-61ed-45e4-9315-14c24814bcb8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.822301 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Added segment e7c0c1a1-61ed-45e4-9315-14c24814bcb8 of type vlan for network 016f7342-9bdd-4472-9576-058e9bb9498f Mar 08 08:43:17.860935 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (016f7342-9bdd-4472-9576-058e9bb9498f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.949373 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (016f7342-9bdd-4472-9576-058e9bb9498f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:17.950467 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:17.951057 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:18.013392 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] Pushing event updated for resources: {'Network': ['ID=016f7342-9bdd-4472-9576-058e9bb9498f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:18.033798 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 016f7342-9bdd-4472-9576-058e9bb9498f details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:43:18.055218 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d578562e-a476-4fe1-933b-4c96b48cff57 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6626194 Mar 08 08:43:18.064653 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38700) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:18.069895 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Request body: {'subnet': {'network_id': '016f7342-9bdd-4472-9576-058e9bb9498f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-449972169-subnet', 'tenant_id': 'e151f7a0c6f045218706ec4ae1de2fbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:18.081893 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:18.165902 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Made reservation on behalf of e151f7a0c6f045218706ec4ae1de2fbe for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:18.168310 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4886762'] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:18.429504 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7792327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4886772'] for subnet (6b673514-552d-454e-841f-3a6799906320), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:18.483424 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b673514-552d-454e-841f-3a6799906320,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:18.501177 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Checking segment: {'id': 'e7c0c1a1-61ed-45e4-9315-14c24814bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '016f7342-9bdd-4472-9576-058e9bb9498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:18.501562 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Network hostable DHCP agents. Network: 016f7342-9bdd-4472-9576-058e9bb9498f, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:43:18.571733 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Network 016f7342-9bdd-4472-9576-058e9bb9498f is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:43:18.623520 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 016f7342-9bdd-4472-9576-058e9bb9498f) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:18.627720 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:18.628534 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:18.634887 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3cc237-d396-46d8-a9ee-f5b885c89247 None None] Network 016f7342-9bdd-4472-9576-058e9bb9498f requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:18.706620 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-cf4e1b18-2a4a-4a4e-a4f2-6e7dd607eb3b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6408105 Mar 08 08:43:18.744848 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3bac89-d882-4884-8833-954012e68317 None None] Network 016f7342-9bdd-4472-9576-058e9bb9498f requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:19.454862 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38736) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:19.460040 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1450457933-network', 'tenant_id': '3f1dd169e90d46b987da716b07337549'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:19.560647 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Made reservation on behalf of 3f1dd169e90d46b987da716b07337549 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:19.562946 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.571366 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.606794 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.644347 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Publish callbacks [] for security_group (cfbcb234-3130-48df-879c-9db7e9790f3d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.725638 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (cfbcb234-3130-48df-879c-9db7e9790f3d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.750259 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:43:19.758731 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbcb234-3130-48df-879c-9db7e9790f3d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:19.766636 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (425d1f63-0ba8-4488-9054-3ef2d78fa245), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.766987 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Added segment 425d1f63-0ba8-4488-9054-3ef2d78fa245 of type vlan for network 63770360-9ff5-4cfd-98c4-c2aced24c105 Mar 08 08:43:19.809126 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (63770360-9ff5-4cfd-98c4-c2aced24c105), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.891538 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (63770360-9ff5-4cfd-98c4-c2aced24c105), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.892416 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:19.892997 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.952601 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] Pushing event updated for resources: {'Network': ['ID=63770360-9ff5-4cfd-98c4-c2aced24c105,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:19.962786 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 63770360-9ff5-4cfd-98c4-c2aced24c105 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:43:20.020240 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d6c020bb-fbdd-4c42-82b5-dd2e66453d8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5640156 Mar 08 08:43:20.022891 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38740) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:20.028146 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Request body: {'subnet': {'network_id': '63770360-9ff5-4cfd-98c4-c2aced24c105', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1450457933-subnet', 'tenant_id': '3f1dd169e90d46b987da716b07337549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:20.097759 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Made reservation on behalf of 3f1dd169e90d46b987da716b07337549 for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:20.100083 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4886762'] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:20.321116 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7792327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4886772'] for subnet (d2340c70-7085-40cd-9184-a3984d5f1a91), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:20.369369 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2340c70-7085-40cd-9184-a3984d5f1a91,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:20.384553 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Checking segment: {'id': '425d1f63-0ba8-4488-9054-3ef2d78fa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '63770360-9ff5-4cfd-98c4-c2aced24c105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:20.384912 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Network hostable DHCP agents. Network: 63770360-9ff5-4cfd-98c4-c2aced24c105, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:43:20.474434 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Network 63770360-9ff5-4cfd-98c4-c2aced24c105 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:43:20.555090 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 63770360-9ff5-4cfd-98c4-c2aced24c105) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:20.560231 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:20.560989 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:20.564079 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84dc5f-d210-4eff-befd-f890c23d842f None None] Network 63770360-9ff5-4cfd-98c4-c2aced24c105 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:20.633354 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-04f72811-642b-4714-8c64-c1d5f02d24d1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6084313 Mar 08 08:43:20.665461 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519a882-4482-4ce2-b3ee-35d8d92e784b None None] Network 63770360-9ff5-4cfd-98c4-c2aced24c105 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:21.034704 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:21.268439 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38758) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:21.428333 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Deleting port 0d73516a-0bdb-44f5-a75a-bba13cb1943d {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:21.428678 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (0d73516a-0bdb-44f5-a75a-bba13cb1943d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:21.506748 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (0d73516a-0bdb-44f5-a75a-bba13cb1943d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:21.507100 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (0d73516a-0bdb-44f5-a75a-bba13cb1943d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:21.519596 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Calling delete_port for 0d73516a-0bdb-44f5-a75a-bba13cb1943d owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:21.749214 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (0d73516a-0bdb-44f5-a75a-bba13cb1943d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:21.777519 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event deleted for resources: {'Port': ['ID=0d73516a-0bdb-44f5-a75a-bba13cb1943d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:21.839180 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (7f7a8cd3-27c9-4be0-953b-3cc68065d169), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:21.839528 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Floating IP 7f7a8cd3-27c9-4be0-953b-3cc68065d169 disassociated (deleted). External IP: 172.27.2.203, port: bdaa69af-fd67-4338-8bab-09b8f2da6c9d. Mar 08 08:43:22.044153 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:43:22.153012 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:22.157873 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.165009 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:22.174629 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:22.175245 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:22.191978 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-360c13a2-1e95-43fc-b056-0440c996f2aa tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "DELETE /v2.0/floatingips/7f7a8cd3-27c9-4be0-953b-3cc68065d169 HTTP/1.1" status: 204 len: 168 time: 0.9200234 Mar 08 08:43:22.191978 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:43:22.198818 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:43:22.243285 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1119981-571c-481b-83a3-f3297bb29a0e x-openstack-request-id: req-c1119981-571c-481b-83a3-f3297bb29a0e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:43:22.243642 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:43:22.243955 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1119981-571c-481b-83a3-f3297bb29a0e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:43:22.244409 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'status': 'completed', 'code': 200} Mar 08 08:43:22.311492 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-d3a9c0c1-91c9-4c7e-b01d-14fb380d272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:22.313003 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-d3a9c0c1-91c9-4c7e-b01d-14fb380d272c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 1130 time: 0.0504799 Mar 08 08:43:22.391038 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:22.407973 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-f8eb196f-c974-4263-b73c-5bb6346db5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:22.409419 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-f8eb196f-c974-4263-b73c-5bb6346db5e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 912 time: 0.0909135 Mar 08 08:43:22.468555 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-f0ec8b2b-ff9c-410d-b164-f36203d59710 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdaa69af-fd67-4338-8bab-09b8f2da6c9d HTTP/1.1" status: 200 len: 217 time: 0.0530529 Mar 08 08:43:22.518945 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-d8ab41d0-6c25-4579-b980-fa6e52f332b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:22.520583 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-d8ab41d0-6c25-4579-b980-fa6e52f332b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0459037 Mar 08 08:43:22.609578 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-1b75aa0f-4891-4ce9-aa21-3bb48684635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:22.611206 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-1b75aa0f-4891-4ce9-aa21-3bb48684635a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845087 Mar 08 08:43:22.674371 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:27Z', 'revision_number': 1, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:22.711252 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:22.720675 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:22.721310 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:22.845541 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:22.990720 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8d6d-ba44-4e4a-b99e-58a07794ef29 req-d631df11-3f92-439a-b423-7188d4babe05 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:22.992217 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d01b8d6d-ba44-4e4a-b99e-58a07794ef29 req-d631df11-3f92-439a-b423-7188d4babe05 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 946 time: 0.4212327 Mar 08 08:43:23.045556 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-c87dabb4-b3df-4f9f-81b9-a94bcb6e67eb service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275594 Mar 08 08:43:23.067892 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d01b8d6d-ba44-4e4a-b99e-58a07794ef29 req-535f9873-f166-4cd8-b90c-97e381466921 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697277 Mar 08 08:43:23.094821 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:27Z', 'revision_number': 1, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:23.124534 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18db460-3d0d-4cb2-9282-81be8283713f None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3dca99f9-8a05-4752-a7df-db42dea050b1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'port_id': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'mac_address': 'fa:16:3e:bf:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c69b234-328b-4233-8cad-813b75986661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:39:25Z', 'updated_at': '2022-03-08T08:39:27Z', 'revision_number': 1, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:23.155202 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4fe0cbb-eb8a-4fa3-a940-989485741c0e req-286318d5-c615-4540-b8ad-9cfbdf1e2f1f service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002281 Mar 08 08:43:23.343737 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba7be1f-b5e8-44d1-99e9-0e52e7434de3 None None] New status for floating IP 7f7a8cd3-27c9-4be0-953b-3cc68065d169: DOWN {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:43:24.104483 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52698b9a-7a63-4c54-8218-551418072b3d req-c54eb80e-b3e6-49bc-8707-348a393834f2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:24.106698 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52698b9a-7a63-4c54-8218-551418072b3d req-c54eb80e-b3e6-49bc-8707-348a393834f2 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 946 time: 0.0532136 Mar 08 08:43:24.238393 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e7206-c8d8-4c23-b2fa-908925622a72 req-d673e988-a222-4a45-b41b-bc50d2be5637 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:24.239855 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e48e7206-c8d8-4c23-b2fa-908925622a72 req-d673e988-a222-4a45-b41b-bc50d2be5637 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 946 time: 0.0998733 Mar 08 08:43:24.274818 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Deleting port bdaa69af-fd67-4338-8bab-09b8f2da6c9d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:24.274818 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:24.317689 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e48e7206-c8d8-4c23-b2fa-908925622a72 req-c73fa9f7-a935-4aeb-a9d5-8e6995c78e02 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706115 Mar 08 08:43:24.384522 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] For port bdaa69af-fd67-4338-8bab-09b8f2da6c9d, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:24.384955 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:24.396930 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Calling delete_port for bdaa69af-fd67-4338-8bab-09b8f2da6c9d owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:24.594672 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (bdaa69af-fd67-4338-8bab-09b8f2da6c9d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:24.626664 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event deleted for resources: {'Port': ['ID=bdaa69af-fd67-4338-8bab-09b8f2da6c9d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:24.686778 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] No DVR routers for this DVR port bdaa69af-fd67-4338-8bab-09b8f2da6c9d on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:43:24.689261 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:24.692829 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52698b9a-7a63-4c54-8218-551418072b3d req-dcdfcab4-96a6-4e15-a6e4-bf8ec61aad65 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "DELETE /v2.0/ports/bdaa69af-fd67-4338-8bab-09b8f2da6c9d HTTP/1.1" status: 204 len: 173 time: 0.5801592 Mar 08 08:43:24.693284 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'name': 'network-vif-deleted', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:43:24.696201 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d0642-5658-4c58-a906-c8d0b9cdc612" -d '{"events": [{"server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "name": "network-vif-deleted", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:43:24.731873 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925ef945-53e8-4ac7-bd3a-b8d7e8ca0511 x-openstack-request-id: req-925ef945-53e8-4ac7-bd3a-b8d7e8ca0511 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:43:24.732169 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479c7185-aab7-415f-9173-81cee1fab4be", "name": "network-vif-deleted", "tag": "bdaa69af-fd67-4338-8bab-09b8f2da6c9d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:43:24.732427 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-925ef945-53e8-4ac7-bd3a-b8d7e8ca0511 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:43:24.732830 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479c7185-aab7-415f-9173-81cee1fab4be', 'name': 'network-vif-deleted', 'tag': 'bdaa69af-fd67-4338-8bab-09b8f2da6c9d', 'status': 'completed', 'code': 200} Mar 08 08:43:25.428004 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c859b4bc-7a88-408e-930d-649609227b71 req-74f2ac85-632a-47dd-a58d-ecf6334764b4 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=479c7185-aab7-415f-9173-81cee1fab4be HTTP/1.1" status: 200 len: 210 time: 0.0280089 Mar 08 08:43:26.830210 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device bdaa69af-fd67-4338-8bab-09b8f2da6c9d no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:43:26.850275 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: bdaa69af-fd67-4338-8bab-09b8f2da6c9d {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:43:26.850628 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device bdaa69af-fd67-4338-8bab-09b8f2da6c9d not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:43:28.912184 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38918) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:29.314677 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Deleting port 6553cf70-e403-433b-85dd-bc77bdebc207 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:29.315075 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (6553cf70-e403-433b-85dd-bc77bdebc207), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:29.393795 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (6553cf70-e403-433b-85dd-bc77bdebc207), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:29.394245 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (6553cf70-e403-433b-85dd-bc77bdebc207), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:29.405999 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Calling delete_port for 6553cf70-e403-433b-85dd-bc77bdebc207 owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:29.617516 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (6553cf70-e403-433b-85dd-bc77bdebc207), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:29.644633 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event deleted for resources: {'Port': ['ID=6553cf70-e403-433b-85dd-bc77bdebc207,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:29.705014 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (3dca99f9-8a05-4752-a7df-db42dea050b1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:29.705268 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Floating IP 3dca99f9-8a05-4752-a7df-db42dea050b1 disassociated (deleted). External IP: 172.27.2.5, port: 479f4f32-24a4-499a-ae1b-35ea4fdceb1b. Mar 08 08:43:29.914421 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:43:30.023673 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:30.028517 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:30.033061 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:30.041976 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:30.045798 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:30.057854 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bee18977-e46e-4ee7-875e-4f7c2210d802 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "DELETE /v2.0/floatingips/3dca99f9-8a05-4752-a7df-db42dea050b1 HTTP/1.1" status: 204 len: 168 time: 1.1444995 Mar 08 08:43:30.058576 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:43:30.061196 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e080dfb8124b440b31277e835e369c6f2abc973a42d750415b78106e79321d23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f6e8f-6809-4886-806e-221bb7a1ccae" -d '{"events": [{"name": "network-changed", "server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:43:30.099398 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff368a-6521-425c-80c4-88db272eab0b x-openstack-request-id: req-e4ff368a-6521-425c-80c4-88db272eab0b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:43:30.099691 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:43:30.100056 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4ff368a-6521-425c-80c4-88db272eab0b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:43:30.100469 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'status': 'completed', 'code': 200} Mar 08 08:43:30.153052 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:30.164145 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-e7a216a4-4c90-4880-a681-2fba8d94ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:30.165700 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-e7a216a4-4c90-4880-a681-2fba8d94ba43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 1129 time: 0.0456059 Mar 08 08:43:30.258665 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-1b101ab2-34d7-478e-9b20-0a0341b46260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:30.260066 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-1b101ab2-34d7-478e-9b20-0a0341b46260 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 200 len: 912 time: 0.0890138 Mar 08 08:43:30.312568 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-591206f1-a864-42f3-81a1-692b0b7c0484 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b HTTP/1.1" status: 200 len: 217 time: 0.0458448 Mar 08 08:43:30.369515 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38940) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:30.383109 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-cd517de8-1634-404d-867f-15da7a28f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:30.384901 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-cd517de8-1634-404d-867f-15da7a28f2f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 200 len: 850 time: 0.0669434 Mar 08 08:43:30.409770 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:30.437544 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:30.442290 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-b97dc8d5-56ac-4ea5-8da8-ac152b8821d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:30.444069 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-b97dc8d5-56ac-4ea5-8da8-ac152b8821d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a156426f-6f5c-4d67-a0ad-095c8814c4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504196 Mar 08 08:43:30.446260 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:30.447434 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:30.492858 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec7042aa-f0a1-4491-9eb2-6b68901f2645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:30.580922 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec7042aa-f0a1-4491-9eb2-6b68901f2645 admin admin] Publish callbacks [] for security_group (3a114a71-b372-4a1f-90fc-5625ea3e9cef), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:30.587827 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-0b968fe1-229f-4fd3-a77b-2fb0b3757508 service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369581 Mar 08 08:43:30.597914 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:30.622878 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f389a37-2105-4579-badc-dab02990c29a req-072bade2-1223-4c49-b680-97bbb9a071b5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:30.624470 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f389a37-2105-4579-badc-dab02990c29a req-072bade2-1223-4c49-b680-97bbb9a071b5 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 945 time: 0.0952356 Mar 08 08:43:30.669059 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec7042aa-f0a1-4491-9eb2-6b68901f2645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (3a114a71-b372-4a1f-90fc-5625ea3e9cef), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:30.708094 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ec7042aa-f0a1-4491-9eb2-6b68901f2645 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=848fbe72a0314ad3b645fc60b182da1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350301 Mar 08 08:43:30.710133 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38946) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:30.723164 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f389a37-2105-4579-badc-dab02990c29a req-444af128-4e4b-4ed9-a208-5fc0b11ffc8d tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921950 Mar 08 08:43:30.733775 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7042aa-f0a1-4491-9eb2-6b68901f2645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a114a71-b372-4a1f-90fc-5625ea3e9cef,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:30.739926 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b7f6e8f-6809-4886-806e-221bb7a1ccae req-9e9958f6-fe98-4c6f-a5ed-dccc441eadca service neutron] 10.222.0.31 "GET /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414721 Mar 08 08:43:30.777168 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d22df71d-465e-47a4-996d-c7bb6c621028 admin admin] Publish callbacks [] for security_group (3a114a71-b372-4a1f-90fc-5625ea3e9cef), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:30.807957 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d22df71d-465e-47a4-996d-c7bb6c621028 admin admin] Publish callbacks [] for security_group (3a114a71-b372-4a1f-90fc-5625ea3e9cef), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:30.834574 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:30.943035 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d22df71d-465e-47a4-996d-c7bb6c621028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (3a114a71-b372-4a1f-90fc-5625ea3e9cef), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:30.945998 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d22df71d-465e-47a4-996d-c7bb6c621028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:30.949898 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d22df71d-465e-47a4-996d-c7bb6c621028 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a114a71-b372-4a1f-90fc-5625ea3e9cef HTTP/1.1" status: 204 len: 168 time: 0.2374694 Mar 08 08:43:30.957490 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22df71d-465e-47a4-996d-c7bb6c621028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a114a71-b372-4a1f-90fc-5625ea3e9cef,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:30.963663 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e142903-5929-4c39-bb48-5929d72c6260 None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:35:17Z', 'revision_number': 4, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '45c75650-8933-458a-b7a3-353614f77870', 'name': '', 'network_id': 'a156426f-6f5c-4d67-a0ad-095c8814c4c1', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'mac_address': 'fa:16:3e:4a:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:16Z', 'updated_at': '2022-03-08T08:35:21Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'subnets': [{'id': '11c10426-09e0-4145-93e6-e6f247ed5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:31.184271 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433869ef-ee61-42de-8181-d155f5051ec4 None None] New status for floating IP 3dca99f9-8a05-4752-a7df-db42dea050b1: DOWN {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:43:31.857642 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeb477-f5d5-4820-9e32-51f4861df88a req-0b1820b0-bc9a-42c5-88a6-de717ab9fe3f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:31.859158 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e7aeb477-f5d5-4820-9e32-51f4861df88a req-0b1820b0-bc9a-42c5-88a6-de717ab9fe3f tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 945 time: 0.0603886 Mar 08 08:43:31.911981 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e7aeb477-f5d5-4820-9e32-51f4861df88a req-291412b2-30bb-45da-a2b4-81b42a4246ad tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/security-groups?id=27a01db1-6287-44c5-a1ea-fc865832e449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471888 Mar 08 08:43:31.925132 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38978) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:31.994384 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-912d954b-36a8-4339-b4c4-d80d21db769e tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:31.995950 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-912d954b-36a8-4339-b4c4-d80d21db769e tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 945 time: 0.0530725 Mar 08 08:43:32.025236 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1544065238-network', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:32.063079 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:43:32.092840 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Deleting port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:32.093307 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.108690 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Made reservation on behalf of 8a62deb309c442c686849f7ffbb5b57c for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:32.111290 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.121010 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.191073 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] For port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:32.191594 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.196177 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Publish callbacks [] for security_group (0eea20a8-8fa4-4de2-bd9b-f666e8c96b1b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.204277 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Calling delete_port for 479f4f32-24a4-499a-ae1b-35ea4fdceb1b owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:32.245832 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0eea20a8-8fa4-4de2-bd9b-f666e8c96b1b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.266393 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:43:32.287110 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (ecd597b6-0b26-4a25-8d57-7367489c9ced), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.288003 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Added segment ecd597b6-0b26-4a25-8d57-7367489c9ced of type vlan for network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 Mar 08 08:43:32.289550 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eea20a8-8fa4-4de2-bd9b-f666e8c96b1b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:32.337170 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (3d75e398-4820-4f7b-b3bf-4f2216133ea3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.394788 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (479f4f32-24a4-499a-ae1b-35ea4fdceb1b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.417729 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (3d75e398-4820-4f7b-b3bf-4f2216133ea3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.418750 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:32.419368 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.424432 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event deleted for resources: {'Port': ['ID=479f4f32-24a4-499a-ae1b-35ea4fdceb1b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:32.467498 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] No DVR routers for this DVR port 479f4f32-24a4-499a-ae1b-35ea4fdceb1b on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:43:32.470166 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.474156 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ad548fd4-71c8-47ea-8ae7-e796f1a031a4 req-c9ebe932-7bab-431a-8e29-dd003e0bd7c0 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.31 "DELETE /v2.0/ports/479f4f32-24a4-499a-ae1b-35ea4fdceb1b HTTP/1.1" status: 204 len: 173 time: 0.4726052 Mar 08 08:43:32.474642 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'name': 'network-vif-deleted', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:43:32.477579 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2ff6fb-e07c-4d7a-b67c-0dd5aa514645" -d '{"events": [{"server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "name": "network-vif-deleted", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:43:32.485351 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] Pushing event updated for resources: {'Network': ['ID=3d75e398-4820-4f7b-b3bf-4f2216133ea3,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:32.495832 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:43:32.517455 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4b8437-a88a-4483-826e-a4a0bf388223 x-openstack-request-id: req-aa4b8437-a88a-4483-826e-a4a0bf388223 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:43:32.517796 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c69b234-328b-4233-8cad-813b75986661", "name": "network-vif-deleted", "tag": "479f4f32-24a4-499a-ae1b-35ea4fdceb1b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:43:32.518062 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa4b8437-a88a-4483-826e-a4a0bf388223 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:43:32.518468 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c69b234-328b-4233-8cad-813b75986661', 'name': 'network-vif-deleted', 'tag': '479f4f32-24a4-499a-ae1b-35ea4fdceb1b', 'status': 'completed', 'code': 200} Mar 08 08:43:32.541357 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-57559dcc-120b-4ced-98ca-6e832f2a1060 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6148703 Mar 08 08:43:32.544404 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38990) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:32.549394 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Request body: {'subnet': {'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1544065238-subnet', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:32.680259 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Made reservation on behalf of 8a62deb309c442c686849f7ffbb5b57c for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:32.682699 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4886762'] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.920680 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7792327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4886772'] for subnet (8f8fedbf-be32-4c8c-9195-f3417884c4b0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:32.979636 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8fedbf-be32-4c8c-9195-f3417884c4b0,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:32.990129 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Checking segment: {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:32.990499 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Network hostable DHCP agents. Network: 3d75e398-4820-4f7b-b3bf-4f2216133ea3, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:43:33.021891 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c4479afe-74f1-4ba7-94a3-e51f361f4491 req-d8d4985b-59ca-42be-8799-a789f4c2d385 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c69b234-328b-4233-8cad-813b75986661 HTTP/1.1" status: 200 len: 210 time: 0.0335331 Mar 08 08:43:33.068914 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:43:33.177081 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, 3d75e398-4820-4f7b-b3bf-4f2216133ea3) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:33.181612 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:33.182083 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.186420 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50fb8e0-cb52-430f-b02c-1914170d8cab None None] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:33.254257 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a8d70734-fa66-4ac2-bd6f-14f468b3e29b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7087212 Mar 08 08:43:33.256967 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 38994) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:33.262076 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:33.287304 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:43:33.288146 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.383510 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (5fc7335d-8661-403f-a6e3-e8c31aedb602), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.384810 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (5fc7335d-8661-403f-a6e3-e8c31aedb602), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.426729 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Allocated IP 172.20.0.2 (3d75e398-4820-4f7b-b3bf-4f2216133ea3/8f8fedbf-be32-4c8c-9195-f3417884c4b0/7d6883de-c42b-495d-9cdd-f91644795796) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:33.443986 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks [] for router_controller (5fc7335d-8661-403f-a6e3-e8c31aedb602), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.573209 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Publish callbacks [] for port (7d6883de-c42b-495d-9cdd-f91644795796), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.668944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks [] for router_gateway (5fc7335d-8661-403f-a6e3-e8c31aedb602), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.777987 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (7d6883de-c42b-495d-9cdd-f91644795796), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.816343 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:33.820564 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:33.823939 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:33.831893 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Pushing event updated for resources: {'Port': ['ID=7d6883de-c42b-495d-9cdd-f91644795796,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:33.886617 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Attempting to bind port 7d6883de-c42b-495d-9cdd-f91644795796 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:33.887006 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Attempting to bind port 7d6883de-c42b-495d-9cdd-f91644795796 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:33.887377 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Attempting to bind port 7d6883de-c42b-495d-9cdd-f91644795796 on network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:33.892352 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:33.894227 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Checking segment: {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:33.894227 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.894227 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Bound using segment: {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:33.894227 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Bound port: 7d6883de-c42b-495d-9cdd-f91644795796, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:33.894656 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7d6883de-c42b-495d-9cdd-f91644795796), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:33.961167 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] For port 7d6883de-c42b-495d-9cdd-f91644795796, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:33.964544 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] For port 7d6883de-c42b-495d-9cdd-f91644795796, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=7d6883de-c42b-495d-9cdd-f91644795796,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:34.020051 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks [] for router_gateway (5fc7335d-8661-403f-a6e3-e8c31aedb602), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.039782 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.046221 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (7d6883de-c42b-495d-9cdd-f91644795796), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.079899 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39004) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:34.115110 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e27056-2656-4b84-a013-4d92a9696537 None None] Pushing event updated for resources: {'Port': ['ID=7d6883de-c42b-495d-9cdd-f91644795796,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:34.258637 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Allocated IP 172.27.2.199 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/725ab61d-f2aa-436a-9e0a-41eaf1ef421c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:34.314429 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Deleting port 421afe8f-8b9d-46cc-810c-d8ba14881af2 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:34.314770 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (421afe8f-8b9d-46cc-810c-d8ba14881af2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.448996 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks [] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.453990 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (421afe8f-8b9d-46cc-810c-d8ba14881af2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.454318 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (421afe8f-8b9d-46cc-810c-d8ba14881af2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.469629 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Calling delete_port for 421afe8f-8b9d-46cc-810c-d8ba14881af2 owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:34.595749 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.646121 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:34.653045 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:34.658510 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:34.661909 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Pushing event updated for resources: {'Port': ['ID=725ab61d-f2aa-436a-9e0a-41eaf1ef421c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:34.764698 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (421afe8f-8b9d-46cc-810c-d8ba14881af2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.813427 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event deleted for resources: {'Port': ['ID=421afe8f-8b9d-46cc-810c-d8ba14881af2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:34.880212 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 479f4f32-24a4-499a-ae1b-35ea4fdceb1b no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:43:34.889722 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for floatingip (ee7a9239-c538-440e-ad5f-eb9e83eea6d5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.892491 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:34.893662 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-193505d0-f714-40af-a0be-e890ed0053bc tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "DELETE /v2.0/floatingips/ee7a9239-c538-440e-ad5f-eb9e83eea6d5 HTTP/1.1" status: 204 len: 168 time: 0.8122675 Mar 08 08:43:34.903124 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 479f4f32-24a4-499a-ae1b-35ea4fdceb1b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:43:34.903124 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 479f4f32-24a4-499a-ae1b-35ea4fdceb1b not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:43:35.057216 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks [] for router_gateway (5fc7335d-8661-403f-a6e3-e8c31aedb602), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.072088 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af673290-ef01-46e9-8c28-939d9bae2f1b None None] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:35.166131 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-38fb2a98-016e-4e68-b05e-35783459dae2 None None] Provisioning complete for port 7d6883de-c42b-495d-9cdd-f91644795796 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:35.166511 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-38fb2a98-016e-4e68-b05e-35783459dae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (7d6883de-c42b-495d-9cdd-f91644795796), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.192000 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.279263 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-38fb2a98-016e-4e68-b05e-35783459dae2 None None] Current status of the port 7d6883de-c42b-495d-9cdd-f91644795796 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:35.279540 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-38fb2a98-016e-4e68-b05e-35783459dae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (7d6883de-c42b-495d-9cdd-f91644795796), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.289550 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (5fc7335d-8661-403f-a6e3-e8c31aedb602), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.321065 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-38fb2a98-016e-4e68-b05e-35783459dae2 None None] For port 7d6883de-c42b-495d-9cdd-f91644795796, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=7d6883de-c42b-495d-9cdd-f91644795796,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:35.400436 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-38fb2a98-016e-4e68-b05e-35783459dae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (7d6883de-c42b-495d-9cdd-f91644795796), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.455441 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb2a98-016e-4e68-b05e-35783459dae2 None None] Pushing event updated for resources: {'Port': ['ID=7d6883de-c42b-495d-9cdd-f91644795796,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:35.485895 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Router 5fc7335d-8661-403f-a6e3-e8c31aedb602 is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:43:35.521586 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-7cd3f31b-40a9-4dd4-961d-205950344629 None None] Provisioning complete for port 7d6883de-c42b-495d-9cdd-f91644795796 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:35.522248 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f31b-40a9-4dd4-961d-205950344629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (7d6883de-c42b-495d-9cdd-f91644795796), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.608704 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:35.614124 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3f31b-40a9-4dd4-961d-205950344629 None None] Current status of the port 7d6883de-c42b-495d-9cdd-f91644795796 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:35.619421 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Sync routers for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:35.629764 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:35.630657 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:35.671567 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.673061 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-23e90289-1fe7-448e-bfa2-d838aa0a07e9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4144785 Mar 08 08:43:35.675820 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39034) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:35.742385 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:35.940652 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:34Z', 'revision_number': 3, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:35.968433 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Checking router: 5fc7335d-8661-403f-a6e3-e8c31aedb602 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:35.968789 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Updating router 5fc7335d-8661-403f-a6e3-e8c31aedb602 port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:43:35.998588 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.253617 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39048) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:36.256770 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Publish callbacks [] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.320487 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-74444f4c-3148-4955-a15b-49bb0a58f421 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group (27a01db1-6287-44c5-a1ea-fc865832e449), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.343361 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.349120 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 7d6883de-c42b-495d-9cdd-f91644795796 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:36.357679 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-74444f4c-3148-4955-a15b-49bb0a58f421 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group (27a01db1-6287-44c5-a1ea-fc865832e449), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.383751 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.395603 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Pushing event updated for resources: {'Port': ['ID=725ab61d-f2aa-436a-9e0a-41eaf1ef421c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:36.407582 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.407962 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.408314 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.408820 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.409315 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.409830 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.410192 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.410712 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.411037 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.411378 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.411704 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.412031 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.412338 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:36.421647 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 7d6883de-c42b-495d-9cdd-f91644795796 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:36.422190 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (7d6883de-c42b-495d-9cdd-f91644795796), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.426010 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Attempting to bind port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:36.426600 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Attempting to bind port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:36.430062 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Attempting to bind port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:36.433449 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:36.434104 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:36.434699 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.435092 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:36.435560 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Bound port: 725ab61d-f2aa-436a-9e0a-41eaf1ef421c, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:36.435938 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.491137 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] For port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:36.494226 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] For port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=725ab61d-f2aa-436a-9e0a-41eaf1ef421c,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:36.497407 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-74444f4c-3148-4955-a15b-49bb0a58f421 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (27a01db1-6287-44c5-a1ea-fc865832e449), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.500040 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-74444f4c-3148-4955-a15b-49bb0a58f421 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.501210 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-74444f4c-3148-4955-a15b-49bb0a58f421 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] 10.222.0.21 "DELETE /v2.0/security-groups/27a01db1-6287-44c5-a1ea-fc865832e449 HTTP/1.1" status: 204 len: 168 time: 0.2466197 Mar 08 08:43:36.510818 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 7d6883de-c42b-495d-9cdd-f91644795796 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:36.511530 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444f4c-3148-4955-a15b-49bb0a58f421 tempest-TestVolumeBootPattern-320996774 tempest-TestVolumeBootPattern-320996774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a01db1-6287-44c5-a1ea-fc865832e449,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:36.555865 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.574194 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Allocated IP 172.20.0.1 (3d75e398-4820-4f7b-b3bf-4f2216133ea3/8f8fedbf-be32-4c8c-9195-f3417884c4b0/aab06ea9-23ff-409d-9ce4-705689cc8f55) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:36.608711 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39052) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:36.623744 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f6fab-1da8-463b-8e5a-8bd94cf01605 None None] Pushing event updated for resources: {'Port': ['ID=725ab61d-f2aa-436a-9e0a-41eaf1ef421c,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:36.626350 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:36.626952 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:36.705341 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Publish callbacks [] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.746316 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:36.783980 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.825895 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:36.829296 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:36.831816 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:36.868047 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Pushing event updated for resources: {'Port': ['ID=aab06ea9-23ff-409d-9ce4-705689cc8f55,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:36.883201 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (5fc7335d-8661-403f-a6e3-e8c31aedb602), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:36.932372 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:34Z', 'revision_number': 3, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:36.961637 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad00033-87e6-4b3c-bac3-296dee4d6d31 None None] The sync data for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi is: [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:34Z', 'revision_number': 3, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:37.070778 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.084877 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.154762 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-6bec75fa-2747-428c-b22e-a3dc37eb6ac5 None None] Provisioning complete for port aab06ea9-23ff-409d-9ce4-705689cc8f55 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:37.155396 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6bec75fa-2747-428c-b22e-a3dc37eb6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.309042 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Publish callbacks [] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.313311 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39068) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:37.366276 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4cb4b0-a5c5-4189-8c0c-78b665c008d8 admin admin] Deleting subnet 6b673514-552d-454e-841f-3a6799906320 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:43:37.370724 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb4b0-a5c5-4189-8c0c-78b665c008d8 admin admin] Publish callbacks [] for subnet (6b673514-552d-454e-841f-3a6799906320), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.393413 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7792462'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.415700 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-6bec75fa-2747-428c-b22e-a3dc37eb6ac5 None None] Port aab06ea9-23ff-409d-9ce4-705689cc8f55 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:43:37.457363 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Deleting port 45c75650-8933-458a-b7a3-353614f77870 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:37.457944 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (45c75650-8933-458a-b7a3-353614f77870), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.470827 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb4b0-a5c5-4189-8c0c-78b665c008d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (6b673514-552d-454e-841f-3a6799906320), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.511604 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (5fc7335d-8661-403f-a6e3-e8c31aedb602), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.515831 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Pushing event updated for resources: {'Port': ['ID=aab06ea9-23ff-409d-9ce4-705689cc8f55,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:37.549118 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] For port 45c75650-8933-458a-b7a3-353614f77870, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=45c75650-8933-458a-b7a3-353614f77870,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:37.549486 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (45c75650-8933-458a-b7a3-353614f77870), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.554962 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb4b0-a5c5-4189-8c0c-78b665c008d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (6b673514-552d-454e-841f-3a6799906320), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.563822 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Calling delete_port for 45c75650-8933-458a-b7a3-353614f77870 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:37.663178 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:37.664687 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:37.777163 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb4b0-a5c5-4189-8c0c-78b665c008d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (6b673514-552d-454e-841f-3a6799906320), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.816904 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb4b0-a5c5-4189-8c0c-78b665c008d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.822865 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3e4cb4b0-a5c5-4189-8c0c-78b665c008d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6b673514-552d-454e-841f-3a6799906320 HTTP/1.1" status: 204 len: 168 time: 0.5055861 Mar 08 08:43:37.822865 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cb4b0-a5c5-4189-8c0c-78b665c008d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b673514-552d-454e-841f-3a6799906320,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:37.824113 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39070) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:37.841212 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Router 5fc7335d-8661-403f-a6e3-e8c31aedb602 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:43:37.862850 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (45c75650-8933-458a-b7a3-353614f77870), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.932801 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (016f7342-9bdd-4472-9576-058e9bb9498f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.937594 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-6f91026e-6594-4a67-8c3c-c4777b92c4b7 None None] Provisioning complete for port aab06ea9-23ff-409d-9ce4-705689cc8f55 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:37.937883 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=45c75650-8933-458a-b7a3-353614f77870,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:37.938118 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6f91026e-6594-4a67-8c3c-c4777b92c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:37.969636 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:37.984309 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-68f7f481-f4e5-4a3e-a345-8059a8779417 admin admin] 10.222.0.21 "PUT /v2.0/routers/5fc7335d-8661-403f-a6e3-e8c31aedb602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2988884 Mar 08 08:43:37.984429 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-6f91026e-6594-4a67-8c3c-c4777b92c4b7 None None] Port aab06ea9-23ff-409d-9ce4-705689cc8f55 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:43:38.130314 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (016f7342-9bdd-4472-9576-058e9bb9498f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.185354 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016f7342-9bdd-4472-9576-058e9bb9498f']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:38.200583 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c0c1a1-61ed-45e4-9315-14c24814bcb8') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:38.200884 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c0c1a1-61ed-45e4-9315-14c24814bcb8') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:38.214761 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4934647'] for segment (e7c0c1a1-61ed-45e4-9315-14c24814bcb8), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.227691 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.234954 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (e7c0c1a1-61ed-45e4-9315-14c24814bcb8), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.243716 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:43:38.244144 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534090'] for segment (e7c0c1a1-61ed-45e4-9315-14c24814bcb8), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: Traceback (most recent call last): Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: timer() Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: cb(*args, **kw) Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: self._notify() Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: self.callback(batched_events) Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: event.method(event) Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: return f(self, *a, **k) Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._get(url).json() Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:43:38.245828 dv-cinder-832499-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:43:38.390545 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 725ab61d-f2aa-436a-9e0a-41eaf1ef421c up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:38.434634 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (016f7342-9bdd-4472-9576-058e9bb9498f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.438906 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:38.439428 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.440626 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.443779 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] 10.222.0.21 "DELETE /v2.0/networks/016f7342-9bdd-4472-9576-058e9bb9498f HTTP/1.1" status: 204 len: 168 time: 0.6184633 Mar 08 08:43:38.446673 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39080) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:38.480664 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafcb8a-a9fc-4bda-9b60-e8641deb0581 admin admin] Pushing event deleted for resources: {'Network': ['ID=016f7342-9bdd-4472-9576-058e9bb9498f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:38.520835 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d9ff1d-b65c-4d43-8456-6f5501cc413f admin admin] Deleting subnet d2340c70-7085-40cd-9184-a3984d5f1a91 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:43:38.528019 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff1d-b65c-4d43-8456-6f5501cc413f admin admin] Publish callbacks [] for subnet (d2340c70-7085-40cd-9184-a3984d5f1a91), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.544971 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:38.546188 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.564655 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:43:38.572117 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff1d-b65c-4d43-8456-6f5501cc413f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (d2340c70-7085-40cd-9184-a3984d5f1a91), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.582798 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=725ab61d-f2aa-436a-9e0a-41eaf1ef421c,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:38.618946 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff1d-b65c-4d43-8456-6f5501cc413f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (d2340c70-7085-40cd-9184-a3984d5f1a91), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.646452 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.687970 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:38.693759 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-814f4376-8b87-4cb7-a587-d4c713700f8d admin admin] 10.222.0.21 "PUT /v2.0/routers/37ae3e29-6433-4b5c-a5cb-c0224dd2b582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0865788 Mar 08 08:43:38.696766 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39088) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:38.706375 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] Sync routers for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:38.730247 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=725ab61d-f2aa-436a-9e0a-41eaf1ef421c,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:38.733771 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:38.734517 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:38.738135 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff1d-b65c-4d43-8456-6f5501cc413f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (d2340c70-7085-40cd-9184-a3984d5f1a91), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.750882 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff1d-b65c-4d43-8456-6f5501cc413f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.766182 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-56d9ff1d-b65c-4d43-8456-6f5501cc413f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2340c70-7085-40cd-9184-a3984d5f1a91 HTTP/1.1" status: 204 len: 168 time: 0.3181705 Mar 08 08:43:38.780675 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39090) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:38.799085 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9ff1d-b65c-4d43-8456-6f5501cc413f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2340c70-7085-40cd-9184-a3984d5f1a91,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:38.849978 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39094) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:38.851316 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:38.855084 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1151432256-network', 'tenant_id': '87116c6fac4349cd8dee041a819a4407'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:38.914490 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (63770360-9ff5-4cfd-98c4-c2aced24c105), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.926271 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Made reservation on behalf of 87116c6fac4349cd8dee041a819a4407 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:38.929911 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.934065 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks [] for router (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.940461 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.983465 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Sync routers for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:38.996877 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:38.997571 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:39.054823 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Publish callbacks [] for security_group (9be2a28e-b55b-473b-9d78-74406d9562e7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.086940 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:43:37Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:39.114960 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] Checking router: 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:39.123806 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] Routers {'37ae3e29-6433-4b5c-a5cb-c0224dd2b582'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:39.124437 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:39.126346 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (9be2a28e-b55b-473b-9d78-74406d9562e7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.141723 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:39.152383 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:43:39.167254 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be2a28e-b55b-473b-9d78-74406d9562e7,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:39.172721 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (f98eabfa-12f2-49da-a5ef-642e23f69446), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.173221 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Added segment f98eabfa-12f2-49da-a5ef-642e23f69446 of type vlan for network f2a65019-028b-494a-a992-a3a72ad3311f Mar 08 08:43:39.234488 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790922398989'] for network (f2a65019-028b-494a-a992-a3a72ad3311f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.253974 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] Set router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:39.327110 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986'] for network (f2a65019-028b-494a-a992-a3a72ad3311f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.329713 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:39.331405 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.381882 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (63770360-9ff5-4cfd-98c4-c2aced24c105), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.402351 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:37Z', 'revision_number': 2, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:39.410690 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63770360-9ff5-4cfd-98c4-c2aced24c105']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:39.414744 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] Pushing event updated for resources: {'Network': ['ID=f2a65019-028b-494a-a992-a3a72ad3311f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:39.425633 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425d1f63-0ba8-4488-9054-3ef2d78fa245') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:39.425928 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425d1f63-0ba8-4488-9054-3ef2d78fa245') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:39.428137 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-059ca4e5-bcf1-4248-a158-a15e7819fc5d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5769718 Mar 08 08:43:39.433210 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Network f2a65019-028b-494a-a992-a3a72ad3311f details requested by agent ovs-agent-dv-cinder-832499-1-iscsi with host dv-cinder-832499-1-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:43:39.434058 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39096) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:39.440271 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4934647'] for segment (425d1f63-0ba8-4488-9054-3ef2d78fa245), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.441976 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Request body: {'subnet': {'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1151432256-subnet', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:39.442549 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks [] for router_gateway (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.454321 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Checking router: 5fc7335d-8661-403f-a6e3-e8c31aedb602 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:39.454591 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Updating router 5fc7335d-8661-403f-a6e3-e8c31aedb602 port aab06ea9-23ff-409d-9ce4-705689cc8f55 binding host dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:43:39.461149 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (425d1f63-0ba8-4488-9054-3ef2d78fa245), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.468854 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:43:39.469264 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534090'] for segment (425d1f63-0ba8-4488-9054-3ef2d78fa245), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: Traceback (most recent call last): Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: timer() Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: cb(*args, **kw) Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: self._notify() Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: self.callback(batched_events) Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: event.method(event) Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: return f(self, *a, **k) Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._get(url).json() Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:43:39.471235 dv-cinder-832499-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:43:39.490681 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.539735 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:43:37Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:39.568838 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff10f1f-4141-4049-a4ef-1f97db406de2 None None] The sync data for ids ['37ae3e29-6433-4b5c-a5cb-c0224dd2b582'] in dv-cinder-832499-1-iscsi is: [{'id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'name': 'tempest-TestVolumeBootPattern-919235661-router', 'tenant_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:13Z', 'updated_at': '2022-03-08T08:43:37Z', 'revision_number': 5, 'project_id': '8f5b122fc23c4f10a9f6f53e9636e82c', 'gw_port': {'id': 'fcbf0dd9-e916-44e5-bb9a-6c84d308071c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae3e29-6433-4b5c-a5cb-c0224dd2b582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:14Z', 'updated_at': '2022-03-08T08:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:39.572000 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Made reservation on behalf of 87116c6fac4349cd8dee041a819a4407 for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:39.580143 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4886762'] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.592044 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Deleting port fcbf0dd9-e916-44e5-bb9a-6c84d308071c {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:39.592650 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.658082 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (63770360-9ff5-4cfd-98c4-c2aced24c105), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.675970 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.682462 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] 10.222.0.21 "DELETE /v2.0/networks/63770360-9ff5-4cfd-98c4-c2aced24c105 HTTP/1.1" status: 204 len: 168 time: 0.9005969 Mar 08 08:43:39.686863 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b7aa1-8813-401e-a982-6ec5f5b19685 admin admin] Pushing event deleted for resources: {'Network': ['ID=63770360-9ff5-4cfd-98c4-c2aced24c105,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:39.717116 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] For port fcbf0dd9-e916-44e5-bb9a-6c84d308071c, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=fcbf0dd9-e916-44e5-bb9a-6c84d308071c,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:39.717116 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.729847 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Calling delete_port for fcbf0dd9-e916-44e5-bb9a-6c84d308071c owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:39.817850 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Publish callbacks [] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.920707 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.921205 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7792327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4886772'] for subnet (9f9055d3-46f2-48bb-8ec8-70d447964681), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.978627 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (fcbf0dd9-e916-44e5-bb9a-6c84d308071c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.997885 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9055d3-46f2-48bb-8ec8-70d447964681,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:40.005208 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Checking segment: {'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:40.005601 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Network hostable DHCP agents. Network: f2a65019-028b-494a-a992-a3a72ad3311f, hostable agents: ['4ba57eb8-078d-4247-8d4d-10dfe3c74771'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:43:40.015829 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbf0dd9-e916-44e5-bb9a-6c84d308071c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:40.093531 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.094932 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94627f8-ee4e-46a5-94b5-f37f8c883de2 None None] Pushing event updated for resources: {'Port': ['ID=aab06ea9-23ff-409d-9ce4-705689cc8f55,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:40.112460 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39100) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:40.120711 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Network f2a65019-028b-494a-a992-a3a72ad3311f is scheduled to be hosted by DHCP agent 4ba57eb8-078d-4247-8d4d-10dfe3c74771 with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:43:40.164001 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Attempting to bind port aab06ea9-23ff-409d-9ce4-705689cc8f55 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:40.164446 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Attempting to bind port aab06ea9-23ff-409d-9ce4-705689cc8f55 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:40.165906 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Attempting to bind port aab06ea9-23ff-409d-9ce4-705689cc8f55 on network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:40.171663 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:40.172116 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Checking segment: {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:40.172600 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.173118 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Bound using segment: {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:40.173627 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Bound port: aab06ea9-23ff-409d-9ce4-705689cc8f55, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:40.174100 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.184767 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-15e23e02-ec52-4912-9359-aff31b92fba9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e151f7a0c6f045218706ec4ae1de2fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708499 Mar 08 08:43:40.185972 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39102) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:40.216566 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832499-1-iscsi, f2a65019-028b-494a-a992-a3a72ad3311f) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:40.218176 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.220793 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks [] for router_controller (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.227142 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:40.227752 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.235189 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c020357-07da-4e06-b27d-50fc88a4bab5 None None] Network f2a65019-028b-494a-a992-a3a72ad3311f requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:40.280038 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] For port aab06ea9-23ff-409d-9ce4-705689cc8f55, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:40.285633 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] For port aab06ea9-23ff-409d-9ce4-705689cc8f55, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=aab06ea9-23ff-409d-9ce4-705689cc8f55,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:40.288619 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b77cf56-396a-46a9-9aa2-4530a69366d8 admin admin] Publish callbacks [] for security_group (30c78371-039e-4ef7-a1cc-4ea9cead06f9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.311770 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b77cf56-396a-46a9-9aa2-4530a69366d8 admin admin] Publish callbacks [] for security_group (30c78371-039e-4ef7-a1cc-4ea9cead06f9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.336020 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6d897365-49ad-41fc-a305-df02454b8070 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9002805 Mar 08 08:43:40.338767 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39104) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:40.343910 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:40.363071 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.363806 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (37ae3e29-6433-4b5c-a5cb-c0224dd2b582), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.364380 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ae3e29-6433-4b5c-a5cb-c0224dd2b582 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:43:40.375856 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.379108 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3a968f2e-b485-4e70-8c69-d91a1ed0010e admin admin] 10.222.0.21 "DELETE /v2.0/routers/37ae3e29-6433-4b5c-a5cb-c0224dd2b582 HTTP/1.1" status: 204 len: 168 time: 1.6791353 Mar 08 08:43:40.379719 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39106) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:40.426150 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092464c-d95e-5897-b22a-1865e4110d6e-f2a65019-028b-494a-a992-a3a72ad3311f', 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f', 'project_id': '87116c6fac4349cd8dee041a819a4407', 'fixed_ips': [{'subnet_id': '9f9055d3-46f2-48bb-8ec8-70d447964681'}]}} from dv-cinder-832499-1-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:43:40.429154 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.435133 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-21327c84-27f5-4ed8-8e13-b4471fdf1d2a admin admin] Deleting subnet 11c10426-09e0-4145-93e6-e6f247ed5c1e {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:43:40.438648 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21327c84-27f5-4ed8-8e13-b4471fdf1d2a admin admin] Publish callbacks [] for subnet (11c10426-09e0-4145-93e6-e6f247ed5c1e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.475188 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25681'] for router (9f30f681-8a44-432a-9f20-d5103d3e740b), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.476518 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-40a418c1-48e9-4a67-a457-a4b3b3cc43d9 None None] Provisioning complete for port aab06ea9-23ff-409d-9ce4-705689cc8f55 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:40.477204 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25688'] for router (9f30f681-8a44-432a-9f20-d5103d3e740b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.479859 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-40a418c1-48e9-4a67-a457-a4b3b3cc43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.509788 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b77cf56-396a-46a9-9aa2-4530a69366d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (30c78371-039e-4ef7-a1cc-4ea9cead06f9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.511791 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b77cf56-396a-46a9-9aa2-4530a69366d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.513037 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8b77cf56-396a-46a9-9aa2-4530a69366d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30c78371-039e-4ef7-a1cc-4ea9cead06f9 HTTP/1.1" status: 204 len: 168 time: 0.3261254 Mar 08 08:43:40.525707 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94627f8-ee4e-46a5-94b5-f37f8c883de2 None None] Pushing event updated for resources: {'Port': ['ID=aab06ea9-23ff-409d-9ce4-705689cc8f55,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:40.560209 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21327c84-27f5-4ed8-8e13-b4471fdf1d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (11c10426-09e0-4145-93e6-e6f247ed5c1e), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.560505 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:40.561146 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:40.562832 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77cf56-396a-46a9-9aa2-4530a69366d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c78371-039e-4ef7-a1cc-4ea9cead06f9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:40.600044 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks [] for router_controller (9f30f681-8a44-432a-9f20-d5103d3e740b), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.611048 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 725ab61d-f2aa-436a-9e0a-41eaf1ef421c up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:40.700332 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21327c84-27f5-4ed8-8e13-b4471fdf1d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (11c10426-09e0-4145-93e6-e6f247ed5c1e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.788289 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:40.864159 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21327c84-27f5-4ed8-8e13-b4471fdf1d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (11c10426-09e0-4145-93e6-e6f247ed5c1e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.865014 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Allocated IP 172.20.0.2 (f2a65019-028b-494a-a992-a3a72ad3311f/9f9055d3-46f2-48bb-8ec8-70d447964681/1198ba5a-b976-42f6-893d-5d57f722cd25) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:40.886776 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:40.887416 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.910419 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21327c84-27f5-4ed8-8e13-b4471fdf1d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c10426-09e0-4145-93e6-e6f247ed5c1e,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:40.916559 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-40a418c1-48e9-4a67-a457-a4b3b3cc43d9 None None] Current status of the port aab06ea9-23ff-409d-9ce4-705689cc8f55 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:40.916965 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-40a418c1-48e9-4a67-a457-a4b3b3cc43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.923758 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21327c84-27f5-4ed8-8e13-b4471fdf1d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.937192 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b301ab4b-66e3-43df-911d-b808afc46d3b None None] Network a156426f-6f5c-4d67-a0ad-095c8814c4c1 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:40.947418 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-21327c84-27f5-4ed8-8e13-b4471fdf1d2a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11c10426-09e0-4145-93e6-e6f247ed5c1e HTTP/1.1" status: 204 len: 168 time: 0.5666127 Mar 08 08:43:40.948048 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39110) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:40.999324 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks [] for router_gateway (9f30f681-8a44-432a-9f20-d5103d3e740b), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.047368 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (a156426f-6f5c-4d67-a0ad-095c8814c4c1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.060539 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:40Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:41.096487 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624633c-4b49-410f-b24a-d1067d9eb3f6 None None] The sync data for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi is: [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:40Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:41.131602 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Deleting port f90dc1b0-40b3-499a-b41e-6de56125f3b9 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:41.132130 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.274749 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] For port f90dc1b0-40b3-499a-b41e-6de56125f3b9, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=f90dc1b0-40b3-499a-b41e-6de56125f3b9,segment=NetworkSegment(b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53),segment_id=b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:41.275215 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.293815 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Calling delete_port for f90dc1b0-40b3-499a-b41e-6de56125f3b9 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:41.309530 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-40a418c1-48e9-4a67-a457-a4b3b3cc43d9 None None] For port aab06ea9-23ff-409d-9ce4-705689cc8f55, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=aab06ea9-23ff-409d-9ce4-705689cc8f55,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:41.373417 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks [] for router_gateway (9f30f681-8a44-432a-9f20-d5103d3e740b), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.397445 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.412468 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-40a418c1-48e9-4a67-a457-a4b3b3cc43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.423463 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:41.451777 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 45c75650-8933-458a-b7a3-353614f77870 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:43:41.480724 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (f90dc1b0-40b3-499a-b41e-6de56125f3b9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.495709 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 45c75650-8933-458a-b7a3-353614f77870 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:43:41.496386 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 45c75650-8933-458a-b7a3-353614f77870 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:43:41.503777 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Publish callbacks [] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.523589 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90dc1b0-40b3-499a-b41e-6de56125f3b9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:41.527246 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] No DVR routers for this DVR port f90dc1b0-40b3-499a-b41e-6de56125f3b9 on host dv-cinder-832499-1-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:43:41.531068 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a418c1-48e9-4a67-a457-a4b3b3cc43d9 None None] Pushing event updated for resources: {'Port': ['ID=aab06ea9-23ff-409d-9ce4-705689cc8f55,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:41.554234 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Allocated IP 172.27.2.100 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/2b5cf7c9-cfdb-4d73-936b-3df73ef0579b) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:41.561340 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b553b8eb-250c-40b4-9a7d-2ca60623c377 None None] Provisioning complete for port aab06ea9-23ff-409d-9ce4-705689cc8f55 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:41.562054 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b553b8eb-250c-40b4-9a7d-2ca60623c377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.587615 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39114) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:41.617583 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (a156426f-6f5c-4d67-a0ad-095c8814c4c1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.623600 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a688a5-36b7-49d4-8c58-87be82f851a2 None None] DHCP port deletion for a156426f-6f5c-4d67-a0ad-095c8814c4c1 request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:43:41.634088 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.640084 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a156426f-6f5c-4d67-a0ad-095c8814c4c1']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:41.651521 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:41.651822 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:41.661927 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.680753 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-dff70142-1ea1-4e15-b453-bd8319ddaa16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f1dd169e90d46b987da716b07337549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0919983 Mar 08 08:43:41.683614 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.686709 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39116) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:41.697279 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Network f2a65019-028b-494a-a992-a3a72ad3311f is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:41.704167 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:41.708710 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:43:41.709204 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (b9568a8f-ab7d-4aae-ad0a-6ccad6f81e53), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.710731 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:43:41.711540 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:43:41.719985 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Pushing event updated for resources: {'Port': ['ID=1198ba5a-b976-42f6-893d-5d57f722cd25,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:41.753714 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks [] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.799909 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dabd9751-9fe0-4345-ba17-244c38569087 admin admin] Publish callbacks [] for security_group (cfbcb234-3130-48df-879c-9db7e9790f3d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.825862 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Attempting to bind port 1198ba5a-b976-42f6-893d-5d57f722cd25 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:41.826743 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Attempting to bind port 1198ba5a-b976-42f6-893d-5d57f722cd25 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:41.827202 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Attempting to bind port 1198ba5a-b976-42f6-893d-5d57f722cd25 on network f2a65019-028b-494a-a992-a3a72ad3311f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:41.831009 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b553b8eb-250c-40b4-9a7d-2ca60623c377 None None] Current status of the port aab06ea9-23ff-409d-9ce4-705689cc8f55 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:41.833830 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dabd9751-9fe0-4345-ba17-244c38569087 admin admin] Publish callbacks [] for security_group (cfbcb234-3130-48df-879c-9db7e9790f3d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.836869 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:41.837249 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Checking segment: {'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:41.837650 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.838072 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Bound using segment: {'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:41.838719 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Bound port: 1198ba5a-b976-42f6-893d-5d57f722cd25, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:41.839162 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.872478 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (a156426f-6f5c-4d67-a0ad-095c8814c4c1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.878800 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.885530 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a156426f-6f5c-4d67-a0ad-095c8814c4c1 HTTP/1.1" status: 204 len: 168 time: 0.9363637 Mar 08 08:43:41.886154 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39118) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:41.898402 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.902280 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1ddff-13eb-4b4f-b722-f5dc4f8e1e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a156426f-6f5c-4d67-a0ad-095c8814c4c1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:41.916087 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] For port 1198ba5a-b976-42f6-893d-5d57f722cd25, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:41.919402 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] For port 1198ba5a-b976-42f6-893d-5d57f722cd25, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=1198ba5a-b976-42f6-893d-5d57f722cd25,segment=NetworkSegment(f98eabfa-12f2-49da-a5ef-642e23f69446),segment_id=f98eabfa-12f2-49da-a5ef-642e23f69446)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:41.983368 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dabd9751-9fe0-4345-ba17-244c38569087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (cfbcb234-3130-48df-879c-9db7e9790f3d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.986112 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dabd9751-9fe0-4345-ba17-244c38569087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.987589 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-dabd9751-9fe0-4345-ba17-244c38569087 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfbcb234-3130-48df-879c-9db7e9790f3d HTTP/1.1" status: 204 len: 168 time: 0.2999322 Mar 08 08:43:41.997512 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd9751-9fe0-4345-ba17-244c38569087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbcb234-3130-48df-879c-9db7e9790f3d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:41.997748 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:42.006322 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:42.008230 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:42.035547 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:42.038494 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5cf7c9-cfdb-4d73-936b-3df73ef0579b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:42.083645 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.084000 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.084347 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.085338 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.085338 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.085559 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.085698 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.086051 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.086385 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.086715 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.087044 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.087691 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.088853 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:42.094493 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5d471-2857-46fe-99d9-a378e0b3de16 None None] Pushing event updated for resources: {'Port': ['ID=1198ba5a-b976-42f6-893d-5d57f722cd25,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:42.409866 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device aab06ea9-23ff-409d-9ce4-705689cc8f55 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:42.480702 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port aab06ea9-23ff-409d-9ce4-705689cc8f55 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:42.481315 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:42.599263 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port aab06ea9-23ff-409d-9ce4-705689cc8f55 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:42.654794 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks [] for router_gateway (9f30f681-8a44-432a-9f20-d5103d3e740b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:42.660308 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (df726329-638b-4adc-83ab-21be0c420d41), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:42.667721 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device fcbf0dd9-e916-44e5-bb9a-6c84d308071c no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:43:42.709478 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: fcbf0dd9-e916-44e5-bb9a-6c84d308071c {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:43:42.715391 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device fcbf0dd9-e916-44e5-bb9a-6c84d308071c not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:43:42.715391 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f90dc1b0-40b3-499a-b41e-6de56125f3b9 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:43:42.733176 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: f90dc1b0-40b3-499a-b41e-6de56125f3b9 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:43:42.733382 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device f90dc1b0-40b3-499a-b41e-6de56125f3b9 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:43:43.201052 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ffe0b8-015d-40cc-800a-684ab0ea504c None None] Network f2a65019-028b-494a-a992-a3a72ad3311f requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:43.298144 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e47b75c-e281-406f-94f6-6f33ee99e8a9 None None] Provisioning complete for port 1198ba5a-b976-42f6-893d-5d57f722cd25 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:43.298533 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e47b75c-e281-406f-94f6-6f33ee99e8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.300629 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1689967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689082'] for router (9f30f681-8a44-432a-9f20-d5103d3e740b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.428044 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e47b75c-e281-406f-94f6-6f33ee99e8a9 None None] Current status of the port 1198ba5a-b976-42f6-893d-5d57f722cd25 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:43.428512 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e47b75c-e281-406f-94f6-6f33ee99e8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.466849 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e47b75c-e281-406f-94f6-6f33ee99e8a9 None None] For port 1198ba5a-b976-42f6-893d-5d57f722cd25, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=1198ba5a-b976-42f6-893d-5d57f722cd25,segment=NetworkSegment(f98eabfa-12f2-49da-a5ef-642e23f69446),segment_id=f98eabfa-12f2-49da-a5ef-642e23f69446)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:43.474357 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Deleting port 0a0ac1ba-0c0a-432a-a773-e6e890648a91 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:43.474705 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.537926 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e47b75c-e281-406f-94f6-6f33ee99e8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.577004 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] For port 0a0ac1ba-0c0a-432a-a773-e6e890648a91, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=0a0ac1ba-0c0a-432a-a773-e6e890648a91,segment=NetworkSegment(abbab4e1-d9c8-4199-b31c-66af01e8a08a),segment_id=abbab4e1-d9c8-4199-b31c-66af01e8a08a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:43.577524 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.591460 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47b75c-e281-406f-94f6-6f33ee99e8a9 None None] Pushing event updated for resources: {'Port': ['ID=1198ba5a-b976-42f6-893d-5d57f722cd25,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:43.592745 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Calling delete_port for 0a0ac1ba-0c0a-432a-a773-e6e890648a91 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:43.612625 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Router 9f30f681-8a44-432a-9f20-d5103d3e740b is scheduled to L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:43:43.661708 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2f0ff933-37ad-498c-99e3-e9bd7bba885c None None] Provisioning complete for port 1198ba5a-b976-42f6-893d-5d57f722cd25 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:43.662128 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f0ff933-37ad-498c-99e3-e9bd7bba885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.748660 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ff933-37ad-498c-99e3-e9bd7bba885c None None] Current status of the port 1198ba5a-b976-42f6-893d-5d57f722cd25 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:43.810466 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:43.819471 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39148) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:43.823035 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Sync routers for ids ['9f30f681-8a44-432a-9f20-d5103d3e740b'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:43.835912 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Routers {'9f30f681-8a44-432a-9f20-d5103d3e740b'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:43.841583 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9f30f681-8a44-432a-9f20-d5103d3e740b'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:43.917147 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.920942 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b29d15dc-a07f-495a-aef9-70a3c9b8a593 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5786662 Mar 08 08:43:43.922475 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39152) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:43.932540 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.954195 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Set router 9f30f681-8a44-432a-9f20-d5103d3e740b gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:43.965492 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (0a0ac1ba-0c0a-432a-a773-e6e890648a91), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:43.996745 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0ac1ba-0c0a-432a-a773-e6e890648a91,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:44.026245 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Publish callbacks [] for security_group (0c640c8c-78c3-41b9-b515-e8410cef0eb7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.080575 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0c640c8c-78c3-41b9-b515-e8410cef0eb7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.125103 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c09981e51d5b49bab150680e35c597af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024106 Mar 08 08:43:44.125328 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39154) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:44.134006 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c640c8c-78c3-41b9-b515-e8410cef0eb7,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:44.149816 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:43:42Z', 'revision_number': 3, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port': {'id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:41Z', 'updated_at': '2022-03-08T08:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:44.152167 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.152538 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.153898 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.153898 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.153898 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.153898 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.154339 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.154520 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.154850 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.155176 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.155500 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.155820 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.156140 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b089758-e3f7-4949-bd23-482bc90b0251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:44.187061 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Checking router: 9f30f681-8a44-432a-9f20-d5103d3e740b for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:44.187651 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Updating router 9f30f681-8a44-432a-9f20-d5103d3e740b port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:43:44.203903 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5466-98f5-4b66-bfa7-53541b167ac8 admin admin] Publish callbacks [] for security_group (0c640c8c-78c3-41b9-b515-e8410cef0eb7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.222051 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.245719 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5466-98f5-4b66-bfa7-53541b167ac8 admin admin] Publish callbacks [] for security_group (0c640c8c-78c3-41b9-b515-e8410cef0eb7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.318574 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (df726329-638b-4adc-83ab-21be0c420d41), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.371951 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5466-98f5-4b66-bfa7-53541b167ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0c640c8c-78c3-41b9-b515-e8410cef0eb7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.374833 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5466-98f5-4b66-bfa7-53541b167ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.375996 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0a2d5466-98f5-4b66-bfa7-53541b167ac8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c640c8c-78c3-41b9-b515-e8410cef0eb7 HTTP/1.1" status: 204 len: 168 time: 0.2498286 Mar 08 08:43:44.386480 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d5466-98f5-4b66-bfa7-53541b167ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c640c8c-78c3-41b9-b515-e8410cef0eb7,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:44.452831 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 1198ba5a-b976-42f6-893d-5d57f722cd25 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:44.540142 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 1198ba5a-b976-42f6-893d-5d57f722cd25 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:44.540514 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.624283 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Publish callbacks [] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.669422 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 1198ba5a-b976-42f6-893d-5d57f722cd25 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:44.725145 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Router df726329-638b-4adc-83ab-21be0c420d41 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:43:44.731392 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.739756 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.770904 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d1ae825d-eede-4c92-9cce-4295e6d78695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.804740 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Attempting to bind port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:44.805110 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Attempting to bind port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:44.808146 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Attempting to bind port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b on network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:44.808708 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400d12a-e5f1-4bd9-9b95-b83b1bb4c3c6 None None] Pushing event updated for resources: {'Port': ['ID=2b5cf7c9-cfdb-4d73-936b-3df73ef0579b,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:44.814294 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:44.814681 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Checking segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:44.815081 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.815464 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Bound using segment: {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:44.815931 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Bound port: 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028820fd-1087-4516-921d-52be8c7fae9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:44.816310 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.889829 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] For port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:44.893170 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] For port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=2b5cf7c9-cfdb-4d73-936b-3df73ef0579b,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:44.927795 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:44.934564 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5f609c6e-51b0-4128-bf0b-6c3b440f7a53 admin admin] 10.222.0.21 "PUT /v2.0/routers/df726329-638b-4adc-83ab-21be0c420d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0458844 Mar 08 08:43:44.937117 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39166) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:44.939644 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] Sync routers for ids ['df726329-638b-4adc-83ab-21be0c420d41'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:44.950815 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] Routers {'df726329-638b-4adc-83ab-21be0c420d41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:44.951807 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['df726329-638b-4adc-83ab-21be0c420d41'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:44.965783 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.034711 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Routers {'9f30f681-8a44-432a-9f20-d5103d3e740b'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:45.035342 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9f30f681-8a44-432a-9f20-d5103d3e740b'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:45.041021 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400d12a-e5f1-4bd9-9b95-b83b1bb4c3c6 None None] Pushing event updated for resources: {'Port': ['ID=2b5cf7c9-cfdb-4d73-936b-3df73ef0579b,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:45.069752 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] Set router df726329-638b-4adc-83ab-21be0c420d41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:45.089565 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Allocated IP 172.20.0.1 (f2a65019-028b-494a-a992-a3a72ad3311f/9f9055d3-46f2-48bb-8ec8-70d447964681/57b092cd-97a1-4c76-ad43-511afedbe516) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:45.109474 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks [] for router (df726329-638b-4adc-83ab-21be0c420d41), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.160213 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] Set router 9f30f681-8a44-432a-9f20-d5103d3e740b gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:45.302186 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Publish callbacks [] for port (57b092cd-97a1-4c76-ad43-511afedbe516), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.305908 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks [] for router_gateway (df726329-638b-4adc-83ab-21be0c420d41), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.309593 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:43:43Z', 'revision_number': 5, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:45.340326 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] Checking router: df726329-638b-4adc-83ab-21be0c420d41 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:45.350557 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] Routers {'df726329-638b-4adc-83ab-21be0c420d41'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:45.351815 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['df726329-638b-4adc-83ab-21be0c420d41'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:45.381110 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:43:42Z', 'revision_number': 3, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port': {'id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:41Z', 'updated_at': '2022-03-08T08:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:45.413834 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.414447 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f273f6-2b6f-4672-9662-9e459bbff67d None None] The sync data for ids ['9f30f681-8a44-432a-9f20-d5103d3e740b'] in dv-cinder-832499-1-iscsi is: [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:43:42Z', 'revision_number': 3, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port': {'id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:41Z', 'updated_at': '2022-03-08T08:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:45.451085 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Network f2a65019-028b-494a-a992-a3a72ad3311f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:45.458391 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:45.463310 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Deleting port 805c8ad7-3adb-4702-8bfb-772997435dfe {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:45.463735 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.467259 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:45.478642 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] Set router df726329-638b-4adc-83ab-21be0c420d41 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:45.530779 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Pushing event updated for resources: {'Port': ['ID=57b092cd-97a1-4c76-ad43-511afedbe516,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:45.581089 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691351'] for router_interface (9f30f681-8a44-432a-9f20-d5103d3e740b), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.742145 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:43:43Z', 'revision_number': 5, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:45.790983 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e462393-aca3-48f2-89d7-cc8b1aec0395 None None] The sync data for ids ['df726329-638b-4adc-83ab-21be0c420d41'] in dv-cinder-832499-1-iscsi is: [{'id': 'df726329-638b-4adc-83ab-21be0c420d41', 'name': 'tempest-TestVolumeBootPattern-1599165677-router', 'tenant_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:43:43Z', 'revision_number': 5, 'project_id': 'dbc7ae84747f41779e68dcc4eb240aae', 'gw_port': {'id': '805c8ad7-3adb-4702-8bfb-772997435dfe', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df726329-638b-4adc-83ab-21be0c420d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:35:21Z', 'updated_at': '2022-03-08T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:45.890837 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b62db451-48d3-44be-8d05-1db0f2d3ca20 None None] Provisioning complete for port 57b092cd-97a1-4c76-ad43-511afedbe516 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:45.891459 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b62db451-48d3-44be-8d05-1db0f2d3ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.935072 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b62db451-48d3-44be-8d05-1db0f2d3ca20 None None] Port 57b092cd-97a1-4c76-ad43-511afedbe516 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:43:45.997879 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] For port 805c8ad7-3adb-4702-8bfb-772997435dfe, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=805c8ad7-3adb-4702-8bfb-772997435dfe,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:45.998272 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.017355 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Calling delete_port for 805c8ad7-3adb-4702-8bfb-772997435dfe owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:46.203065 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.365058 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:46.374891 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (805c8ad7-3adb-4702-8bfb-772997435dfe), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.395463 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39186) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:46.437564 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=805c8ad7-3adb-4702-8bfb-772997435dfe,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:46.442081 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:46.442586 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.565263 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (df726329-638b-4adc-83ab-21be0c420d41), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.568461 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Publish callbacks [] for port (57b092cd-97a1-4c76-ad43-511afedbe516), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.568895 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57e78194-9a1c-49ea-9a20-7100b57354d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.635842 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.669398 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57e78194-9a1c-49ea-9a20-7100b57354d9 admin admin] Publish callbacks [] for security_group (e626cdd1-930b-46ab-be80-1ff57da3c116), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.703877 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:46.704346 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.719748 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (df726329-638b-4adc-83ab-21be0c420d41), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.726280 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] For port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=2b5cf7c9-cfdb-4d73-936b-3df73ef0579b,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:46.727165 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks [] for router_controller (df726329-638b-4adc-83ab-21be0c420d41), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.742867 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57e78194-9a1c-49ea-9a20-7100b57354d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (e626cdd1-930b-46ab-be80-1ff57da3c116), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.773468 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1567100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691323'] for router_interface (9f30f681-8a44-432a-9f20-d5103d3e740b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.775214 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Pushing event updated for resources: {'Port': ['ID=57b092cd-97a1-4c76-ad43-511afedbe516,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:46.781093 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-57e78194-9a1c-49ea-9a20-7100b57354d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d74431a476834d1b89f88d5dacd2ced0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862610 Mar 08 08:43:46.787491 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e78194-9a1c-49ea-9a20-7100b57354d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e626cdd1-930b-46ab-be80-1ff57da3c116,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:46.787655 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39190) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:46.811797 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.820025 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 0a0ac1ba-0c0a-432a-a773-e6e890648a91 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:43:46.864818 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 0a0ac1ba-0c0a-432a-a773-e6e890648a91 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:43:46.865324 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 0a0ac1ba-0c0a-432a-a773-e6e890648a91 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:43:46.874780 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (df726329-638b-4adc-83ab-21be0c420d41), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.879344 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router df726329-638b-4adc-83ab-21be0c420d41 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:43:46.883897 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.884969 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-67e666bd-01ae-44c0-a025-265383ff5ccf admin admin] 10.222.0.21 "DELETE /v2.0/routers/df726329-638b-4adc-83ab-21be0c420d41 HTTP/1.1" status: 204 len: 168 time: 1.9466822 Mar 08 08:43:46.887962 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39192) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:46.892288 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Pushing event updated for resources: {'Port': ['ID=2b5cf7c9-cfdb-4d73-936b-3df73ef0579b,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:46.933260 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0c57515e-bedc-47d8-9a80-a5f26d0509c7 admin admin] Publish callbacks [] for security_group (e626cdd1-930b-46ab-be80-1ff57da3c116), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.973066 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0c57515e-bedc-47d8-9a80-a5f26d0509c7 admin admin] Publish callbacks [] for security_group (e626cdd1-930b-46ab-be80-1ff57da3c116), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.988901 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac40844-0468-4fb0-8295-625bcadbe061 admin admin] Deleting subnet 8b78ffbd-b986-4775-a14c-efe975caa725 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:43:46.992699 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Network f2a65019-028b-494a-a992-a3a72ad3311f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:46.995503 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac40844-0468-4fb0-8295-625bcadbe061 admin admin] Publish callbacks [] for subnet (8b78ffbd-b986-4775-a14c-efe975caa725), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.000959 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:47.040289 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8410-4eb1-4f4d-b62d-aa581e897cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.098676 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac40844-0468-4fb0-8295-625bcadbe061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4934412'] for subnet (8b78ffbd-b986-4775-a14c-efe975caa725), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.208729 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0c57515e-bedc-47d8-9a80-a5f26d0509c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (e626cdd1-930b-46ab-be80-1ff57da3c116), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.211874 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0c57515e-bedc-47d8-9a80-a5f26d0509c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.213013 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0c57515e-bedc-47d8-9a80-a5f26d0509c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e626cdd1-930b-46ab-be80-1ff57da3c116 HTTP/1.1" status: 204 len: 168 time: 0.4268706 Mar 08 08:43:47.233300 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57515e-bedc-47d8-9a80-a5f26d0509c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e626cdd1-930b-46ab-be80-1ff57da3c116,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:47.240621 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Router 9f30f681-8a44-432a-9f20-d5103d3e740b has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:43:47.250837 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac40844-0468-4fb0-8295-625bcadbe061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (8b78ffbd-b986-4775-a14c-efe975caa725), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.301149 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-0e584f60-29c3-4cf7-8128-2c9323c3deb2 None None] Provisioning complete for port 57b092cd-97a1-4c76-ad43-511afedbe516 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:47.301528 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e584f60-29c3-4cf7-8128-2c9323c3deb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.339609 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-0e584f60-29c3-4cf7-8128-2c9323c3deb2 None None] Port 57b092cd-97a1-4c76-ad43-511afedbe516 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:43:47.413035 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:47.418307 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4e13624a-7bd5-4dd4-abb7-43b5a130660e admin admin] 10.222.0.21 "PUT /v2.0/routers/9f30f681-8a44-432a-9f20-d5103d3e740b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4947300 Mar 08 08:43:47.429795 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac40844-0468-4fb0-8295-625bcadbe061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5240717'] for subnet (8b78ffbd-b986-4775-a14c-efe975caa725), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.457574 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac40844-0468-4fb0-8295-625bcadbe061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b78ffbd-b986-4775-a14c-efe975caa725,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:47.465298 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac40844-0468-4fb0-8295-625bcadbe061 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.471245 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1ac40844-0468-4fb0-8295-625bcadbe061 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8b78ffbd-b986-4775-a14c-efe975caa725 HTTP/1.1" status: 204 len: 168 time: 0.5786724 Mar 08 08:43:47.471885 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39198) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:47.476894 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f76c99-db72-4169-a5ac-8b0654e54a23 None None] Network 1a03c88b-3480-4741-955f-7b21637db3b1 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:47.566444 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (1a03c88b-3480-4741-955f-7b21637db3b1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.638067 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Deleting port 55695029-ba14-449e-b0a1-d8d471f1be45 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:47.638417 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.707264 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] DHCP port deletion for 1a03c88b-3480-4741-955f-7b21637db3b1 request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:43:47.735948 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] For port 55695029-ba14-449e-b0a1-d8d471f1be45, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=55695029-ba14-449e-b0a1-d8d471f1be45,segment=NetworkSegment(abbab4e1-d9c8-4199-b31c-66af01e8a08a),segment_id=abbab4e1-d9c8-4199-b31c-66af01e8a08a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:47.736324 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.765389 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Calling delete_port for 55695029-ba14-449e-b0a1-d8d471f1be45 owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:47.784803 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] Deleting port 55695029-ba14-449e-b0a1-d8d471f1be45 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:43:47.785186 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.862952 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] For port 55695029-ba14-449e-b0a1-d8d471f1be45, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=55695029-ba14-449e-b0a1-d8d471f1be45,segment=NetworkSegment(abbab4e1-d9c8-4199-b31c-66af01e8a08a),segment_id=abbab4e1-d9c8-4199-b31c-66af01e8a08a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:47.863346 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.876076 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] Calling delete_port for 55695029-ba14-449e-b0a1-d8d471f1be45 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:43:47.948568 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.955688 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976'] for port (55695029-ba14-449e-b0a1-d8d471f1be45), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.976588 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=55695029-ba14-449e-b0a1-d8d471f1be45,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:47.978431 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] No DVR routers for this DVR port 55695029-ba14-449e-b0a1-d8d471f1be45 on host dv-cinder-832499-1-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:43:47.992684 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] Pushing event deleted for resources: {'Port': ['ID=55695029-ba14-449e-b0a1-d8d471f1be45,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:48.003075 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe928bf-0407-46a3-a07d-9a408ffab943 None None] No DVR routers for this DVR port 55695029-ba14-449e-b0a1-d8d471f1be45 on host dv-cinder-832499-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:43:48.056531 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (1a03c88b-3480-4741-955f-7b21637db3b1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.063445 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.079819 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a03c88b-3480-4741-955f-7b21637db3b1']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:48.089471 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbab4e1-d9c8-4199-b31c-66af01e8a08a') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:48.089770 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbab4e1-d9c8-4199-b31c-66af01e8a08a') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:48.098932 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4934647'] for segment (abbab4e1-d9c8-4199-b31c-66af01e8a08a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.112472 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (abbab4e1-d9c8-4199-b31c-66af01e8a08a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.119001 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:43:48.119556 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534090'] for segment (abbab4e1-d9c8-4199-b31c-66af01e8a08a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: Traceback (most recent call last): Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: timer() Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: cb(*args, **kw) Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: self._notify() Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: self.callback(batched_events) Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: event.method(event) Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: return f(self, *a, **k) Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._get(url).json() Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:43:48.121389 dv-cinder-832499-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:43:48.214390 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39204) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:48.219074 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c4616dd8-fbe1-49a7-9c1e-f59025bb2501 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128520954', 'description': 'tempest-secgroup-smoke-1128520954 description', 'project_id': '8a62deb309c442c686849f7ffbb5b57c'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:48.229701 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (1a03c88b-3480-4741-955f-7b21637db3b1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.235275 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.240821 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1a03c88b-3480-4741-955f-7b21637db3b1 HTTP/1.1" status: 204 len: 168 time: 0.7653503 Mar 08 08:43:48.259591 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa934ee-e2c4-4b3f-8b58-704f4aaffc38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a03c88b-3480-4741-955f-7b21637db3b1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:48.314793 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4616dd8-fbe1-49a7-9c1e-f59025bb2501 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.395195 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4616dd8-fbe1-49a7-9c1e-f59025bb2501 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group (684b48f5-95ea-450b-9119-71dbf5b5b5b9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.463314 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4616dd8-fbe1-49a7-9c1e-f59025bb2501 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (684b48f5-95ea-450b-9119-71dbf5b5b5b9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.491528 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4616dd8-fbe1-49a7-9c1e-f59025bb2501 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684b48f5-95ea-450b-9119-71dbf5b5b5b9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:48.557250 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4616dd8-fbe1-49a7-9c1e-f59025bb2501 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.558555 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c4616dd8-fbe1-49a7-9c1e-f59025bb2501 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3431420 Mar 08 08:43:48.561476 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39208) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:48.565933 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-f57543eb-a9c0-401a-82fc-7a76fc5df5dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'security_group_rule': {'security_group_id': '684b48f5-95ea-450b-9119-71dbf5b5b5b9', 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:48.623947 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39210) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:48.648449 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Sync routers for ids ['9f30f681-8a44-432a-9f20-d5103d3e740b'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:48.659166 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Routers {'9f30f681-8a44-432a-9f20-d5103d3e740b'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:48.663722 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9f30f681-8a44-432a-9f20-d5103d3e740b'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:48.665404 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57543eb-a9c0-401a-82fc-7a76fc5df5dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (d56cc97d-5cdf-4b7a-a4ce-00637c5edc69), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.682553 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-cc57db5d-4196-4f4c-b8e7-8c3e9e605b4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f5b122fc23c4f10a9f6f53e9636e82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572834 Mar 08 08:43:48.683054 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39212) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:48.704675 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:48.744923 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b78075c0-56b7-43be-a3ce-517b2abf647a admin admin] Publish callbacks [] for security_group (63af9f66-9055-4f16-822c-ff10b7e6ccc2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.746391 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57543eb-a9c0-401a-82fc-7a76fc5df5dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (d56cc97d-5cdf-4b7a-a4ce-00637c5edc69), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.775864 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b78075c0-56b7-43be-a3ce-517b2abf647a admin admin] Publish callbacks [] for security_group (63af9f66-9055-4f16-822c-ff10b7e6ccc2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.811761 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57543eb-a9c0-401a-82fc-7a76fc5df5dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (d56cc97d-5cdf-4b7a-a4ce-00637c5edc69), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.817488 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:48.817870 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.820480 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Set router 9f30f681-8a44-432a-9f20-d5103d3e740b gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:48.830322 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57543eb-a9c0-401a-82fc-7a76fc5df5dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56cc97d-5cdf-4b7a-a4ce-00637c5edc69,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:48.868890 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b78075c0-56b7-43be-a3ce-517b2abf647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (63af9f66-9055-4f16-822c-ff10b7e6ccc2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.871709 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b78075c0-56b7-43be-a3ce-517b2abf647a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.872985 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b78075c0-56b7-43be-a3ce-517b2abf647a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63af9f66-9055-4f16-822c-ff10b7e6ccc2 HTTP/1.1" status: 204 len: 168 time: 0.1889465 Mar 08 08:43:48.881291 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78075c0-56b7-43be-a3ce-517b2abf647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af9f66-9055-4f16-822c-ff10b7e6ccc2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:48.890168 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57543eb-a9c0-401a-82fc-7a76fc5df5dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.891411 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f57543eb-a9c0-401a-82fc-7a76fc5df5dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3289146 Mar 08 08:43:48.900168 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39216) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:48.904747 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-98592022-8602-435a-a26f-5a9fe114cdf5 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'security_group_rule': {'security_group_id': '684b48f5-95ea-450b-9119-71dbf5b5b5b9', 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:48.972460 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-98592022-8602-435a-a26f-5a9fe114cdf5 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (fb0e3056-98c5-44a1-a04e-0d91ac396679), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.020320 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-98592022-8602-435a-a26f-5a9fe114cdf5 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (fb0e3056-98c5-44a1-a04e-0d91ac396679), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.038706 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:49.085896 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-98592022-8602-435a-a26f-5a9fe114cdf5 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (fb0e3056-98c5-44a1-a04e-0d91ac396679), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.094026 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 55695029-ba14-449e-b0a1-d8d471f1be45 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:43:49.104939 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98592022-8602-435a-a26f-5a9fe114cdf5 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0e3056-98c5-44a1-a04e-0d91ac396679,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:49.120842 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 55695029-ba14-449e-b0a1-d8d471f1be45 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:43:49.121185 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 55695029-ba14-449e-b0a1-d8d471f1be45 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:43:49.136263 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:43:46Z', 'revision_number': 4, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port': {'id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:41Z', 'updated_at': '2022-03-08T08:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '57b092cd-97a1-4c76-ad43-511afedbe516', 'name': '', 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'mac_address': 'fa:16:3e:ea:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9f9055d3-46f2-48bb-8ec8-70d447964681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:46Z', 'revision_number': 2, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'subnets': [{'id': '9f9055d3-46f2-48bb-8ec8-70d447964681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:49.163947 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Checking router: 9f30f681-8a44-432a-9f20-d5103d3e740b for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:49.164310 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Updating router 9f30f681-8a44-432a-9f20-d5103d3e740b port 57b092cd-97a1-4c76-ad43-511afedbe516 binding host dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:43:49.192278 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.208439 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-98592022-8602-435a-a26f-5a9fe114cdf5 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.209976 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-98592022-8602-435a-a26f-5a9fe114cdf5 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3087416 Mar 08 08:43:49.213201 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39222) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:49.217788 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-a6704dbd-6215-4f4b-8935-09d6db0f4f58 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'security_group_rule': {'security_group_id': '684b48f5-95ea-450b-9119-71dbf5b5b5b9', 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:49.356936 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6704dbd-6215-4f4b-8935-09d6db0f4f58 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (44b53de1-f82e-4768-a93c-33dbe2a2a56f), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.413893 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6704dbd-6215-4f4b-8935-09d6db0f4f58 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (44b53de1-f82e-4768-a93c-33dbe2a2a56f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.461569 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Publish callbacks [] for port (57b092cd-97a1-4c76-ad43-511afedbe516), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.474050 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6704dbd-6215-4f4b-8935-09d6db0f4f58 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (44b53de1-f82e-4768-a93c-33dbe2a2a56f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.492966 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6704dbd-6215-4f4b-8935-09d6db0f4f58 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b53de1-f82e-4768-a93c-33dbe2a2a56f,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:49.542749 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.573356 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6704dbd-6215-4f4b-8935-09d6db0f4f58 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.574624 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a6704dbd-6215-4f4b-8935-09d6db0f4f58 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3604987 Mar 08 08:43:49.577685 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39226) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:49.582575 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-851f4d2f-7c5f-4452-8f69-4fd9d94430ff tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'security_group_rule': {'security_group_id': '684b48f5-95ea-450b-9119-71dbf5b5b5b9', 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:49.591238 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.593310 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6ebe0-8fd9-4248-a0b8-0e7e5c59b466 None None] Pushing event updated for resources: {'Port': ['ID=57b092cd-97a1-4c76-ad43-511afedbe516,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:49.608543 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39228) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:49.660252 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0134ff99-90b3-4d36-beeb-aba9e934cbe1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbc7ae84747f41779e68dcc4eb240aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509298 Mar 08 08:43:49.660575 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Attempting to bind port 57b092cd-97a1-4c76-ad43-511afedbe516 on host dv-cinder-832499-1-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:49.660956 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Attempting to bind port 57b092cd-97a1-4c76-ad43-511afedbe516 by drivers openvswitch,hyperv on host dv-cinder-832499-1-iscsi at level 0 using segments [{'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:49.663195 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Attempting to bind port 57b092cd-97a1-4c76-ad43-511afedbe516 on network f2a65019-028b-494a-a992-a3a72ad3311f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:49.663337 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39230) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:49.667008 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Checking agent: {'id': '2d994a80-8b65-497a-b66e-3a640caef8a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832499-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 24, 51), 'started_at': datetime.datetime(2022, 3, 8, 8, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832499-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:49.667393 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Checking segment: {'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:49.667795 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.668395 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Bound using segment: {'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:49.668874 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Bound port: 57b092cd-97a1-4c76-ad43-511afedbe516, host: dv-cinder-832499-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98eabfa-12f2-49da-a5ef-642e23f69446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:49.669260 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.669371 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-851f4d2f-7c5f-4452-8f69-4fd9d94430ff tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (48b80244-61e5-4184-8ce4-0dec03d54bec), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.720883 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f188843c-4dbd-4d81-91b9-bfe762a40de7 admin admin] Publish callbacks [] for security_group (7710b097-e3ac-487a-bc71-dd773f09353c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.744450 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] For port 57b092cd-97a1-4c76-ad43-511afedbe516, host dv-cinder-832499-1-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:49.747144 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f188843c-4dbd-4d81-91b9-bfe762a40de7 admin admin] Publish callbacks [] for security_group (7710b097-e3ac-487a-bc71-dd773f09353c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.749389 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] For port 57b092cd-97a1-4c76-ad43-511afedbe516, host dv-cinder-832499-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=57b092cd-97a1-4c76-ad43-511afedbe516,segment=NetworkSegment(f98eabfa-12f2-49da-a5ef-642e23f69446),segment_id=f98eabfa-12f2-49da-a5ef-642e23f69446)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:49.758467 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-851f4d2f-7c5f-4452-8f69-4fd9d94430ff tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (48b80244-61e5-4184-8ce4-0dec03d54bec), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.789710 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.806352 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-851f4d2f-7c5f-4452-8f69-4fd9d94430ff tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (48b80244-61e5-4184-8ce4-0dec03d54bec), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.828370 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f4d2f-7c5f-4452-8f69-4fd9d94430ff tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b80244-61e5-4184-8ce4-0dec03d54bec,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:49.848756 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Routers {'9f30f681-8a44-432a-9f20-d5103d3e740b'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:49.849443 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:43:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9f30f681-8a44-432a-9f20-d5103d3e740b'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:49.858163 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6ebe0-8fd9-4248-a0b8-0e7e5c59b466 None None] Pushing event updated for resources: {'Port': ['ID=57b092cd-97a1-4c76-ad43-511afedbe516,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:49.863393 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f188843c-4dbd-4d81-91b9-bfe762a40de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (7710b097-e3ac-487a-bc71-dd773f09353c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.866083 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f188843c-4dbd-4d81-91b9-bfe762a40de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.867874 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f188843c-4dbd-4d81-91b9-bfe762a40de7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7710b097-e3ac-487a-bc71-dd773f09353c HTTP/1.1" status: 204 len: 168 time: 0.2038260 Mar 08 08:43:49.879167 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188843c-4dbd-4d81-91b9-bfe762a40de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7710b097-e3ac-487a-bc71-dd773f09353c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:49.911660 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-851f4d2f-7c5f-4452-8f69-4fd9d94430ff tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.917156 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39236) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:49.917767 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-851f4d2f-7c5f-4452-8f69-4fd9d94430ff tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388870 Mar 08 08:43:49.927902 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-16e40fe0-db8b-4cc4-96d5-da6263d94744 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'security_group_rule': {'security_group_id': '684b48f5-95ea-450b-9119-71dbf5b5b5b9', 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:49.934338 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b3c4919c-b01e-4cb6-85e6-dac4dda1a3e3 None None] Provisioning complete for port 57b092cd-97a1-4c76-ad43-511afedbe516 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:49.934701 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b3c4919c-b01e-4cb6-85e6-dac4dda1a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.011906 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-16e40fe0-db8b-4cc4-96d5-da6263d94744 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Project 8a62deb309c442c686849f7ffbb5b57c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:43:50.020757 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16e40fe0-db8b-4cc4-96d5-da6263d94744 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (6bc81ba4-0ff5-4a7c-a120-eeaa8d8ce3f2), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.076680 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16e40fe0-db8b-4cc4-96d5-da6263d94744 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (6bc81ba4-0ff5-4a7c-a120-eeaa8d8ce3f2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.148248 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] Set router 9f30f681-8a44-432a-9f20-d5103d3e740b gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:50.148944 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16e40fe0-db8b-4cc4-96d5-da6263d94744 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (6bc81ba4-0ff5-4a7c-a120-eeaa8d8ce3f2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.168302 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e40fe0-db8b-4cc4-96d5-da6263d94744 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc81ba4-0ff5-4a7c-a120-eeaa8d8ce3f2,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:50.219689 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16e40fe0-db8b-4cc4-96d5-da6263d94744 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.224384 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-16e40fe0-db8b-4cc4-96d5-da6263d94744 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3015890 Mar 08 08:43:50.224825 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39238) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:50.230423 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-a50d0b84-d9bc-49be-854a-d38098a2bc15 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'security_group_rule': {'security_group_id': '684b48f5-95ea-450b-9119-71dbf5b5b5b9', 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:50.260774 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 805c8ad7-3adb-4702-8bfb-772997435dfe no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:43:50.308298 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 805c8ad7-3adb-4702-8bfb-772997435dfe {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:43:50.308647 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 805c8ad7-3adb-4702-8bfb-772997435dfe not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:43:50.337658 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-a50d0b84-d9bc-49be-854a-d38098a2bc15 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Project 8a62deb309c442c686849f7ffbb5b57c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:43:50.339262 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4919c-b01e-4cb6-85e6-dac4dda1a3e3 None None] Current status of the port 57b092cd-97a1-4c76-ad43-511afedbe516 is: DOWN; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:50.339648 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b3c4919c-b01e-4cb6-85e6-dac4dda1a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.345031 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a50d0b84-d9bc-49be-854a-d38098a2bc15 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (50b40a71-aacd-43a6-ac7d-2842d3ba2264), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.397940 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-b3c4919c-b01e-4cb6-85e6-dac4dda1a3e3 None None] For port 57b092cd-97a1-4c76-ad43-511afedbe516, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=57b092cd-97a1-4c76-ad43-511afedbe516,segment=NetworkSegment(f98eabfa-12f2-49da-a5ef-642e23f69446),segment_id=f98eabfa-12f2-49da-a5ef-642e23f69446)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:50.417868 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a50d0b84-d9bc-49be-854a-d38098a2bc15 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (50b40a71-aacd-43a6-ac7d-2842d3ba2264), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.446558 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:43:46Z', 'revision_number': 4, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port': {'id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:41Z', 'updated_at': '2022-03-08T08:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '57b092cd-97a1-4c76-ad43-511afedbe516', 'name': '', 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'mac_address': 'fa:16:3e:ea:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9f9055d3-46f2-48bb-8ec8-70d447964681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:49Z', 'revision_number': 4, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'subnets': [{'id': '9f9055d3-46f2-48bb-8ec8-70d447964681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:50.477829 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3895e7-a629-41dd-8910-5cdea3d3303e None None] The sync data for ids ['9f30f681-8a44-432a-9f20-d5103d3e740b'] in dv-cinder-832499-1-iscsi is: [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:43:46Z', 'revision_number': 4, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port': {'id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:41Z', 'updated_at': '2022-03-08T08:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': '57b092cd-97a1-4c76-ad43-511afedbe516', 'name': '', 'network_id': 'f2a65019-028b-494a-a992-a3a72ad3311f', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'mac_address': 'fa:16:3e:ea:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9f9055d3-46f2-48bb-8ec8-70d447964681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:49Z', 'revision_number': 4, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'subnets': [{'id': '9f9055d3-46f2-48bb-8ec8-70d447964681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:50.479430 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b3c4919c-b01e-4cb6-85e6-dac4dda1a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.480213 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a50d0b84-d9bc-49be-854a-d38098a2bc15 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822681'] for security_group_rule (50b40a71-aacd-43a6-ac7d-2842d3ba2264), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.500980 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d0b84-d9bc-49be-854a-d38098a2bc15 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b40a71-aacd-43a6-ac7d-2842d3ba2264,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:50.547798 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4919c-b01e-4cb6-85e6-dac4dda1a3e3 None None] Pushing event updated for resources: {'Port': ['ID=57b092cd-97a1-4c76-ad43-511afedbe516,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:50.604234 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a50d0b84-d9bc-49be-854a-d38098a2bc15 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.605066 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-e3ee442a-0058-4825-98fc-e8aa1226955c None None] Provisioning complete for port 57b092cd-97a1-4c76-ad43-511afedbe516 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:50.606912 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e3ee442a-0058-4825-98fc-e8aa1226955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:50.607149 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a50d0b84-d9bc-49be-854a-d38098a2bc15 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789461 Mar 08 08:43:50.698240 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee442a-0058-4825-98fc-e8aa1226955c None None] Current status of the port 57b092cd-97a1-4c76-ad43-511afedbe516 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:51.051870 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:52.337603 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 57b092cd-97a1-4c76-ad43-511afedbe516 up at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:52.379554 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Provisioning complete for port 57b092cd-97a1-4c76-ad43-511afedbe516 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:52.380012 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:52.461501 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Current status of the port 57b092cd-97a1-4c76-ad43-511afedbe516 is: ACTIVE; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:44:05.177038 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:06.452858 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-8186b9a4-5ffc-42b4-967c-c65831248f89 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128520954&fields=id&tenant_id=8a62deb309c442c686849f7ffbb5b57c HTTP/1.1" status: 200 len: 267 time: 0.0430677 Mar 08 08:44:06.554486 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-78f47bb1-8df7-4098-b70c-def6279c60e2 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:06.555973 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-78f47bb1-8df7-4098-b70c-def6279c60e2 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 809 time: 0.0969200 Mar 08 08:44:06.569935 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-768be438-b9b2-4a3a-bed2-cfbdbd197fba tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/quotas/8a62deb309c442c686849f7ffbb5b57c HTTP/1.1" status: 200 len: 375 time: 0.0087447 Mar 08 08:44:06.628088 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4a57b44d-3d1b-496d-ac45-25a8b75c967f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529459 Mar 08 08:44:06.731192 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-8caef602-80de-4183-871c-b082db5de826 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:44:06.733349 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-8caef602-80de-4183-871c-b082db5de826 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0948656 Mar 08 08:44:06.818268 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-6ad0c602-8909-4e82-849c-ef7282f20862 service neutron] 10.222.0.21 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799971 Mar 08 08:44:06.906140 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-5e89eab7-5f07-470c-8586-e76b6807db8f service neutron] 10.222.0.21 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823948 Mar 08 08:44:07.491992 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4cab6265-d520-47ba-939b-cf4d7bdcd553 req-76837fd0-2bfc-4471-b015-968beedb7733 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 210 time: 0.0758448 Mar 08 08:44:08.584381 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4325fa24-724e-4e1b-8f8d-63f70cce274e req-f6177510-5dc3-40ff-85bc-e2736823bedd tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 210 time: 0.0268092 Mar 08 08:44:09.062453 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:44:09.392706 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-af2e8e9a-19db-4550-af77-0b70916152ed tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:09.394098 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-af2e8e9a-19db-4550-af77-0b70916152ed tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 809 time: 0.1025813 Mar 08 08:44:09.458017 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-1b2205c2-0cf5-4ce5-99c6-d61622ed9d30 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a62deb309c442c686849f7ffbb5b57c HTTP/1.1" status: 200 len: 380 time: 0.0543501 Mar 08 08:44:09.470466 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'port': {'device_id': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'admin_state_up': True, 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'security_groups': ['684b48f5-95ea-450b-9119-71dbf5b5b5b9']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:44:09.611396 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Made reservation on behalf of 8a62deb309c442c686849f7ffbb5b57c for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:44:09.614808 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:09.704055 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a9513b73-c554-4567-8b45-9b78d912e040 req-ec76f28f-ba8a-4422-81d1-ed187b339068 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 210 time: 0.0339768 Mar 08 08:44:09.764787 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Allocated IP 172.20.0.4 (3d75e398-4820-4f7b-b3bf-4f2216133ea3/8f8fedbf-be32-4c8c-9195-f3417884c4b0/879d2d1f-850c-40ac-8dbe-fa0b654d70f1) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:44:09.904218 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:10.006400 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:10.050095 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:44:10.052979 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:44:10.057093 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:44:10.067328 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:44:10.113919 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:10.115190 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:10.213842 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4489ee92-b4d6-45e5-b523-f8210568987f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7476060 Mar 08 08:44:10.222744 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-ca803f65-c1d5-4a78-973e-1d9627aee767 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:44:10.223722 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-ca803f65-c1d5-4a78-973e-1d9627aee767 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051496 Mar 08 08:44:10.278760 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Request body: {'port': {'device_id': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83249'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:44:10.337555 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:10.343634 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-add48ada-daaa-4f44-9e4c-04c4cfd41fec None None] Provisioning complete for port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:44:10.344154 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-add48ada-daaa-4f44-9e4c-04c4cfd41fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:10.380695 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-add48ada-daaa-4f44-9e4c-04c4cfd41fec None None] Port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:44:10.598096 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:44:10.605944 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Publish callbacks [] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:10.618409 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Transition to ACTIVE for port object 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:44:10.702513 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:10.753087 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Pushing event updated for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:44:10.859221 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Attempting to bind port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 on host hv-cinder-83249 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:44:10.859483 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Attempting to bind port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 by drivers openvswitch,hyperv on host hv-cinder-83249 at level 0 using segments [{'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:44:10.859812 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Attempting to bind port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 on network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:44:10.870026 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916d81-3d18-4b20-9ac1-4b975c9cf3be req-56ad9456-1f9e-44f9-8787-5e468f705d8d tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:10.871566 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-65916d81-3d18-4b20-9ac1-4b975c9cf3be req-56ad9456-1f9e-44f9-8787-5e468f705d8d tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0955646 Mar 08 08:44:10.873820 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 on network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83249 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:44:10.874173 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Attempting to bind port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 on network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:44:10.885475 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Checking agent: {'id': '897de5b4-6615-49c2-9ada-05b2713ddaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'started_at': datetime.datetime(2022, 3, 8, 8, 31, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:44:10.885818 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Checking segment: {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:44:10.886221 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Bound using segment: {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:44:10.886657 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Bound port: 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host: hv-cinder-83249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd597b6-0b26-4a25-8d57-7367489c9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:44:10.887012 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:10.957880 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-65916d81-3d18-4b20-9ac1-4b975c9cf3be req-b58169b7-9c91-4480-a08c-d60bc6af44e7 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804369 Mar 08 08:44:10.976091 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:44:10.979104 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:44:11.063298 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:11.099006 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:11.099618 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:11.100986 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] 10.222.0.31 "PUT /v2.0/ports/879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 1093 time: 0.8702838 Mar 08 08:44:11.101419 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:44:11.103679 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a48e093-013f-483e-9f86-5faf6009218b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:44:11.129813 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbde454-2a44-483c-9478-0cd3157cd382 service neutron] Pushing event updated for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:44:11.223123 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ae47f0-002e-4a5c-97fe-8ed406e93492 x-openstack-request-id: req-e0ae47f0-002e-4a5c-97fe-8ed406e93492 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:44:11.223123 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:44:11.223123 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0ae47f0-002e-4a5c-97fe-8ed406e93492 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:44:11.223123 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'status': 'completed', 'code': 200} Mar 08 08:44:11.242023 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-439067ee-b106-44e5-a2ec-5d478d62f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:11.244230 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-439067ee-b106-44e5-a2ec-5d478d62f060 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1127 time: 0.0539682 Mar 08 08:44:11.285288 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-76ac22af-c2b3-4b23-b9c2-0474d9ea83a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 217 time: 0.0344660 Mar 08 08:44:11.332967 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-b3b4de75-e08b-4e9f-8579-be9a0322ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:11.334438 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-b3b4de75-e08b-4e9f-8579-be9a0322ab03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0435607 Mar 08 08:44:11.384849 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-ecb42b83-a9a4-40ac-bd0f-ca39a3daa486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:11.386219 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-ecb42b83-a9a4-40ac-bd0f-ca39a3daa486 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462677 Mar 08 08:44:11.472037 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-0ae62185-57ed-4899-866d-27fd50d9174f service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789039 Mar 08 08:44:11.560457 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b1eb5d87-f9f1-4ee1-b041-c95050097279 req-8297fb0b-a750-447e-be30-2d769a2f9217 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822122 Mar 08 08:44:11.692687 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48e093-013f-483e-9f86-5faf6009218b req-2a91bdbc-81e1-4186-a928-1cc4ba25a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:11.694187 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a48e093-013f-483e-9f86-5faf6009218b req-2a91bdbc-81e1-4186-a928-1cc4ba25a4db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1127 time: 0.0427594 Mar 08 08:44:11.784254 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48e093-013f-483e-9f86-5faf6009218b req-c7a884fc-ba2c-4f83-a309-8c6827ce6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:11.785712 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a48e093-013f-483e-9f86-5faf6009218b req-c7a884fc-ba2c-4f83-a309-8c6827ce6afa service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0844331 Mar 08 08:44:11.825230 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a48e093-013f-483e-9f86-5faf6009218b req-7e3c20d6-3969-455e-8c27-9d9cf311eb35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 217 time: 0.0329516 Mar 08 08:44:11.872651 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48e093-013f-483e-9f86-5faf6009218b req-55220b99-c153-4f5c-8fb5-aa8fb1182166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:11.874211 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a48e093-013f-483e-9f86-5faf6009218b req-55220b99-c153-4f5c-8fb5-aa8fb1182166 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0417409 Mar 08 08:44:11.922635 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48e093-013f-483e-9f86-5faf6009218b req-c6d6988e-a31d-45a6-b01a-3f747449b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:11.924089 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a48e093-013f-483e-9f86-5faf6009218b req-c6d6988e-a31d-45a6-b01a-3f747449b85f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432391 Mar 08 08:44:12.013736 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a48e093-013f-483e-9f86-5faf6009218b req-b96a4066-e9ac-4344-8b41-ccfbfc2f6a4f service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838363 Mar 08 08:44:12.419105 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b93f7-4b22-45b6-a345-525242432e38 req-c3e865fc-863e-4fe2-b0f0-479fd12699e4 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:12.420559 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e4b93f7-4b22-45b6-a345-525242432e38 req-c3e865fc-863e-4fe2-b0f0-479fd12699e4 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.3927333 Mar 08 08:44:12.422443 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4a48e093-013f-483e-9f86-5faf6009218b req-d0b1da99-5cb1-4a0e-8b21-5204f3f695d6 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021943 Mar 08 08:44:12.469307 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e4b93f7-4b22-45b6-a345-525242432e38 req-83e973a3-fe10-4f37-a2fa-4877a24531b3 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 Mar 08 08:44:13.588571 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ae6b-dd44-4f22-aea9-2bf2975b1cc3 req-fb4bb426-367c-40aa-8e53-9a2e22752183 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:13.590085 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6de6ae6b-dd44-4f22-aea9-2bf2975b1cc3 req-fb4bb426-367c-40aa-8e53-9a2e22752183 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0525112 Mar 08 08:44:13.644695 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6de6ae6b-dd44-4f22-aea9-2bf2975b1cc3 req-be83f18f-e532-4618-b764-53fc360adaeb tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489318 Mar 08 08:44:14.764634 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bec82-96ed-442e-bad9-b448f451bdb2 req-4aa213a8-159f-4890-9dc5-b5106268bf5d tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:14.766147 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb7bec82-96ed-442e-bad9-b448f451bdb2 req-4aa213a8-159f-4890-9dc5-b5106268bf5d tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0523424 Mar 08 08:44:14.788532 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e8862376-0906-4442-94c8-9def5859bb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:14.813757 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-eb7bec82-96ed-442e-bad9-b448f451bdb2 req-b626a411-101b-4bde-8260-9023ed05d0ed tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Mar 08 08:44:15.928902 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf7dba-f660-4158-b3ef-937bdf849a29 req-389c066e-a7a2-4887-899c-ddc6b1efdab4 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:15.930376 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbcf7dba-f660-4158-b3ef-937bdf849a29 req-389c066e-a7a2-4887-899c-ddc6b1efdab4 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0526326 Mar 08 08:44:15.978460 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dbcf7dba-f660-4158-b3ef-937bdf849a29 req-8c8d6401-df46-4716-b6cc-b4e17b5f53a8 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425715 Mar 08 08:44:17.085497 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c61fa335-6d2a-49b2-a022-1957af210e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:17.251532 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf4eb8-8f24-4d4d-bc5a-4ce2c3a10bed req-92c20b46-52c2-4df7-9b6b-1f4b1e907640 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:17.252988 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0bdf4eb8-8f24-4d4d-bc5a-4ce2c3a10bed req-92c20b46-52c2-4df7-9b6b-1f4b1e907640 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0548646 Mar 08 08:44:17.300368 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0bdf4eb8-8f24-4d4d-bc5a-4ce2c3a10bed req-3477f73e-d40d-467f-aa34-0484c7a5be07 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412931 Mar 08 08:44:18.085021 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:18.414061 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff753ff6-e16e-4f58-8516-612e0de01286 req-17e45591-28ce-4d12-a071-d31b585dea6e tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:18.416307 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff753ff6-e16e-4f58-8516-612e0de01286 req-17e45591-28ce-4d12-a071-d31b585dea6e tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0508270 Mar 08 08:44:18.468091 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff753ff6-e16e-4f58-8516-612e0de01286 req-149849aa-36d2-4f4f-982e-42b3e673a663 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463040 Mar 08 08:44:19.112870 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:44:19.212402 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:44:19.222592 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'port_id': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'mac_address': 'fa:16:3e:df:93:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:44:19.259790 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:44:19.260180 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:19.272484 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:44:19.290753 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:44:19.353107 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:19.402406 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:44:19.409040 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.409398 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.409749 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.410124 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.410466 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.410803 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.411140 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.411472 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.411804 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.412137 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.412467 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.412793 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.413119 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:44:19.542261 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:19.584466 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728fd79-a4e5-4d56-9a88-427f29d06f4d req-c198f510-871f-486f-88fc-896aa98de604 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:19.585970 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b728fd79-a4e5-4d56-9a88-427f29d06f4d req-c198f510-871f-486f-88fc-896aa98de604 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 944 time: 0.0529225 Mar 08 08:44:19.586129 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['879d2d1f-850c-40ac-8dbe-fa0b654d70f1'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:44:19.639032 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b728fd79-a4e5-4d56-9a88-427f29d06f4d req-5a1a73d0-2162-4405-9080-e851feefabb4 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474377 Mar 08 08:44:20.753981 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cd1e7-1b25-4a0f-bfb8-a7e436f99760 req-299ac6bf-b017-4d59-b5b8-e96497352d24 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:20.758209 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-427cd1e7-1b25-4a0f-bfb8-a7e436f99760 req-299ac6bf-b017-4d59-b5b8-e96497352d24 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 944 time: 0.0499241 Mar 08 08:44:20.802980 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-427cd1e7-1b25-4a0f-bfb8-a7e436f99760 req-2ec5464a-2145-457b-a12e-9bfd03380fbb tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Mar 08 08:44:21.004996 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:21.109649 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:44:21.204965 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning for port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:44:21.208639 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:44:21.209020 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:21.287509 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:44:21.287824 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:21.310346 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:44:21.312575 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9cf931-c548-48f3-9218-a881348e88f3" -d '{"events": [{"server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "name": "network-vif-plugged", "status": "completed", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:44:21.324817 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:44:21.351535 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5455276-c083-4c43-a3cf-2c63f260a378 x-openstack-request-id: req-a5455276-c083-4c43-a3cf-2c63f260a378 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:44:21.351535 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "name": "network-vif-plugged", "status": "completed", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:44:21.351535 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5455276-c083-4c43-a3cf-2c63f260a378 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:44:21.351535 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'code': 200} Mar 08 08:44:21.411257 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:21.458489 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:44:21.688277 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dc232-2e0e-48e5-862d-37cfc8b8ae22 req-f3cd013a-9db8-40e2-98e2-d542cea2a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:21.689783 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2f7dc232-2e0e-48e5-862d-37cfc8b8ae22 req-f3cd013a-9db8-40e2-98e2-d542cea2a17d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1129 time: 0.0428886 Mar 08 08:44:21.733885 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2f7dc232-2e0e-48e5-862d-37cfc8b8ae22 req-cae99fdd-30c0-4d5c-bf13-b0d37fc29256 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385211 Mar 08 08:44:21.921820 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650d453-1657-46e0-b1d5-0247c6486087 req-0307536e-58e8-4252-9d53-f80b6302b6f7 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:21.923238 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1650d453-1657-46e0-b1d5-0247c6486087 req-0307536e-58e8-4252-9d53-f80b6302b6f7 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0546529 Mar 08 08:44:21.971512 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1650d453-1657-46e0-b1d5-0247c6486087 req-c37d31ed-357f-4d29-a4de-29a0c45f0194 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Mar 08 08:44:23.085839 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1e6b1-8e34-4008-9a92-72342851a8de req-1643ed8a-cb6b-4315-8f8c-d98ec353afac tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:23.087842 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1da1e6b1-8e34-4008-9a92-72342851a8de req-1643ed8a-cb6b-4315-8f8c-d98ec353afac tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0511124 Mar 08 08:44:23.134485 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1da1e6b1-8e34-4008-9a92-72342851a8de req-e7c23ee8-9dd2-4abf-82fb-c9b04ba7571a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Mar 08 08:44:23.254135 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e036e-3af5-47a1-8f89-89f8d088a4f5 req-e0ee9b8b-571d-449a-91d7-9f789c30325e tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:23.255615 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a46e036e-3af5-47a1-8f89-89f8d088a4f5 req-e0ee9b8b-571d-449a-91d7-9f789c30325e tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0571487 Mar 08 08:44:23.303472 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a46e036e-3af5-47a1-8f89-89f8d088a4f5 req-26ff1b52-63cf-4b20-9c23-3c98371838be tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Mar 08 08:44:23.325143 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39402) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:44:23.464507 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c4121-5180-4309-adbe-1378b3315241 tempest-TestShelveInstance-145054134 tempest-TestShelveInstance-145054134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:23.465999 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-322c4121-5180-4309-adbe-1378b3315241 tempest-TestShelveInstance-145054134 tempest-TestShelveInstance-145054134-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1124 time: 0.1398478 Mar 08 08:44:23.468955 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39406) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:44:23.473050 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Request body: {'floatingip': {'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'port_id': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:44:23.553770 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:23.652002 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:23.756148 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Allocated IP 172.27.2.155 (4aa26f8a-4e6a-4dab-b066-331be0e8c86f/e7fa6856-378f-4a53-9592-cb792b01dbba/dc6755a4-3663-4eed-8fd2-d7429b43dffe) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:44:23.856614 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for port (dc6755a4-3663-4eed-8fd2-d7429b43dffe), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:23.943036 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790922465967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (dc6755a4-3663-4eed-8fd2-d7429b43dffe), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:23.983248 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Network 4aa26f8a-4e6a-4dab-b066-331be0e8c86f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:44:23.986089 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:44:23.989486 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:44:23.995518 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'Port': ['ID=dc6755a4-3663-4eed-8fd2-d7429b43dffe,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:44:24.346141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for floatingip (3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:24.467200 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (dc6755a4-3663-4eed-8fd2-d7429b43dffe), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:24.614603 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for port (dc6755a4-3663-4eed-8fd2-d7429b43dffe), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:24.668247 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534126'] for port (dc6755a4-3663-4eed-8fd2-d7429b43dffe), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:24.734965 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event updated for resources: {'Port': ['ID=dc6755a4-3663-4eed-8fd2-d7429b43dffe,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:44:24.744600 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691224'] for floatingip (3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:24.845186 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Floating IP 3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9 associated. External IP: 172.27.2.155, port: 879d2d1f-850c-40ac-8dbe-fa0b654d70f1. Mar 08 08:44:25.049466 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Router 5fc7335d-8661-403f-a6e3-e8c31aedb602 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:44:25.155615 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:44:25.165386 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] Sync routers for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:44:25.175000 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:44:25.180836 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:44:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:44:25.230025 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:25.260519 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9c54c4bb-56ab-4363-ba97-2333eec7b980 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7905669 Mar 08 08:44:25.261271 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:44:25.263537 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:44:25.285931 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:44:25.306966 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218c14ad-0b8a-4d39-8542-09ed787ea460 x-openstack-request-id: req-218c14ad-0b8a-4d39-8542-09ed787ea460 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:44:25.307263 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:44:25.307520 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-218c14ad-0b8a-4d39-8542-09ed787ea460 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:44:25.307936 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'status': 'completed', 'code': 200} Mar 08 08:44:25.373598 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-249a55c0-5774-47e1-ba27-a38dfe9736c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:25.375227 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-249a55c0-5774-47e1-ba27-a38dfe9736c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1129 time: 0.0469642 Mar 08 08:44:25.470164 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-3da0a2cb-6699-4420-9c55-e7627678c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:25.471638 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-3da0a2cb-6699-4420-9c55-e7627678c398 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0896373 Mar 08 08:44:25.541582 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-ed086118-a429-44f8-8d12-e428a9c6b449 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 999 time: 0.0627198 Mar 08 08:44:25.591700 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-971ca5f5-6b36-4e7f-ba78-2d8d67176149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:25.593081 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-971ca5f5-6b36-4e7f-ba78-2d8d67176149 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0445695 Mar 08 08:44:25.594782 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'port_id': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'mac_address': 'fa:16:3e:df:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:44:24Z', 'updated_at': '2022-03-08T08:44:24Z', 'revision_number': 0, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:41Z', 'revision_number': 5, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:44:25.624232 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] Checking router: 5fc7335d-8661-403f-a6e3-e8c31aedb602 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:44:25.632457 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:44:25.633066 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:44:17Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:44:25.639663 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-342f57e3-5e19-4642-baaa-3b27995a4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:25.641155 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-342f57e3-5e19-4642-baaa-3b27995a4993 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424016 Mar 08 08:44:25.731895 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-dd60c70f-9a13-4639-a293-e2e3edc154cb service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847447 Mar 08 08:44:25.738716 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:44:25.819229 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c51ecf46-7cdb-4a2f-a23f-7a5a63affb1d req-58df43d8-d2c8-49e4-8aad-3ad6b0b03868 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812192 Mar 08 08:44:25.957436 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'port_id': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'mac_address': 'fa:16:3e:df:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:44:24Z', 'updated_at': '2022-03-08T08:44:24Z', 'revision_number': 0, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:41Z', 'revision_number': 5, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:44:25.987430 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d9445-1c8f-498d-bd02-14b677bee67d None None] The sync data for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi is: [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_floatingips': [{'id': '3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'router_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'port_id': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'mac_address': 'fa:16:3e:df:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:44:24Z', 'updated_at': '2022-03-08T08:44:24Z', 'revision_number': 0, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:41Z', 'revision_number': 5, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:44:26.182085 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40012168-5d92-44dc-9039-8ae593a3f6d5 None None] New status for floating IP 3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9: ACTIVE {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:44:35.222441 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:38.535330 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-c4e88ccd-a372-4f93-8459-79bf0095f753 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423019 Mar 08 08:44:38.623332 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-a48320d7-0214-4932-8a99-87026c94c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:38.624811 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-a48320d7-0214-4932-8a99-87026c94c069 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1129 time: 0.0481086 Mar 08 08:44:38.730136 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-f6933e8d-8005-484b-b7a9-823e17b97697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:38.731569 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-f6933e8d-8005-484b-b7a9-823e17b97697 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0838506 Mar 08 08:44:38.799337 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-44fa7bee-be50-4e53-8fc1-f45e8685de00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 1001 time: 0.0604477 Mar 08 08:44:38.846105 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-9ba1d04f-4890-4257-8a10-18727c0ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:38.847495 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-9ba1d04f-4890-4257-8a10-18727c0ca696 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0420957 Mar 08 08:44:38.894475 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-cb43f61f-1d99-4b08-8977-97faeca29b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:44:38.895971 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-cb43f61f-1d99-4b08-8977-97faeca29b0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415957 Mar 08 08:44:38.985499 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-71b74c99-ee47-40fb-8f7d-ab8eabdb7fc0 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825882 Mar 08 08:44:39.075208 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b3a34a56-2a23-42b8-b4a6-9695b1e07707 req-dbed7abf-1362-4434-8b29-fefd9d46d750 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825973 Mar 08 08:44:44.724630 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cffd99a9-a21a-401f-8dcc-e9905b2568b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:46.060551 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:44:47.050394 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e5e00fb8-3cdd-4660-8985-b0dbd1fb84d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:48.056428 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:49.529887 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:51.033371 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:05.170343 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:14.758639 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-639eb50d-cb4a-4d3e-9861-f01b1c268f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:17.055757 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0619fb0b-887f-45ee-9c09-4193547f1b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:18.090222 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:19.552533 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:21.010945 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:23.058370 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:45:35.175613 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:40.503160 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-64833bf0-ec95-475a-a7f5-13db2248fb4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467162 Mar 08 08:45:40.589102 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-7051ea78-e060-4b02-88c8-54196b17734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:40.589102 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-7051ea78-e060-4b02-88c8-54196b17734c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1129 time: 0.0433292 Mar 08 08:45:40.686548 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-a4b4dedd-2c09-44e9-8b7b-f663de858d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:40.687997 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-a4b4dedd-2c09-44e9-8b7b-f663de858d3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0838032 Mar 08 08:45:40.755064 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-161e2d8e-43ac-4634-910b-4c0f6160121b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 1001 time: 0.0605240 Mar 08 08:45:40.801564 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-68866765-559d-429f-81e8-5e07f925f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:40.803007 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-68866765-559d-429f-81e8-5e07f925f678 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0422506 Mar 08 08:45:40.849568 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-a2d1b03e-e001-4a7c-bad3-a77ccfaeeabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:40.850946 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-a2d1b03e-e001-4a7c-bad3-a77ccfaeeabb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419743 Mar 08 08:45:40.939340 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-f2b4bc62-a1d7-43b4-bab3-e6df0c6c351d service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818527 Mar 08 08:45:41.028679 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9a9c19d-fabc-4d4c-a2aa-0360bd2dd934 req-6ce56a2d-5449-4034-8783-269c815be11b service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 Mar 08 08:45:44.758364 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8b794822-3338-4998-ab49-4dbd18c028cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:47.043884 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-571e7e36-4c37-48e6-8c8e-f799d33034fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:48.089806 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:49.535475 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:51.043555 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:00.056487 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:46:05.169479 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:14.752152 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fcec61c2-3dcc-486c-9ba6-21d6c44f5745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:17.066447 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-72f60315-6063-442d-a729-a4b94c93ee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:18.062278 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388adb1-56c8-428c-95b3-82a218f11cc6 req-bb7a6eda-cde7-4a7f-941c-a2d3f990b819 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:18.063769 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b388adb1-56c8-428c-95b3-82a218f11cc6 req-bb7a6eda-cde7-4a7f-941c-a2d3f990b819 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0528200 Mar 08 08:46:18.089086 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:18.111666 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b388adb1-56c8-428c-95b3-82a218f11cc6 req-272d426f-bb7d-46f8-9e3d-f005af2e6b63 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Mar 08 08:46:19.233594 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97ee85-1c8c-4631-9dd0-bca83eefb8f5 req-ad412ee6-2413-446b-bcb3-87878f347082 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:19.235080 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a97ee85-1c8c-4631-9dd0-bca83eefb8f5 req-ad412ee6-2413-446b-bcb3-87878f347082 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0514965 Mar 08 08:46:19.282150 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5a97ee85-1c8c-4631-9dd0-bca83eefb8f5 req-39c58e70-2c2e-4cad-9de4-31300887c1c8 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416250 Mar 08 08:46:19.546690 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:20.411356 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621f2a-bf49-4f60-affd-2bd276aaddb4 req-6bba9c63-2d2d-463d-ae15-1f37e99768ed tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:20.412851 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-92621f2a-bf49-4f60-affd-2bd276aaddb4 req-6bba9c63-2d2d-463d-ae15-1f37e99768ed tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0568967 Mar 08 08:46:20.461124 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-92621f2a-bf49-4f60-affd-2bd276aaddb4 req-67c439d7-3ded-4903-9592-03e16bd58f60 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 Mar 08 08:46:21.031903 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:21.582946 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff4564-344a-447d-98f0-70f8f0eb755b req-0c45604e-cf34-4585-a5fb-07164f16e5a8 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:21.584422 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ff4564-344a-447d-98f0-70f8f0eb755b req-0c45604e-cf34-4585-a5fb-07164f16e5a8 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0536487 Mar 08 08:46:21.633061 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-28ff4564-344a-447d-98f0-70f8f0eb755b req-8494bdaa-dbb7-4bd3-a720-44a01b47df2f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Mar 08 08:46:22.747420 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fe380-808c-401a-9c95-27231529756f req-6ff50b17-c938-4135-97ec-499091a0b2d3 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:22.749341 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f70fe380-808c-401a-9c95-27231529756f req-6ff50b17-c938-4135-97ec-499091a0b2d3 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Mar 08 08:46:22.798462 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f70fe380-808c-401a-9c95-27231529756f req-e00e7f31-7681-4714-90a7-95ddc448fa90 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437906 Mar 08 08:46:23.911203 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07b94f-6f75-490f-ab6c-cade4a411495 req-e10847ef-4559-45a2-839b-3b84759d041e tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:23.912551 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3a07b94f-6f75-490f-ab6c-cade4a411495 req-e10847ef-4559-45a2-839b-3b84759d041e tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0499430 Mar 08 08:46:23.959429 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3a07b94f-6f75-490f-ab6c-cade4a411495 req-897fca3b-3164-4d92-b359-7a764eccf7a1 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Mar 08 08:46:25.072262 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518a28b-fd0a-4bec-899a-bc604bb3d1c0 req-975c1a13-3a28-4288-a137-14b4c7fae2a8 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:25.073718 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b518a28b-fd0a-4bec-899a-bc604bb3d1c0 req-975c1a13-3a28-4288-a137-14b4c7fae2a8 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0501885 Mar 08 08:46:25.119773 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b518a28b-fd0a-4bec-899a-bc604bb3d1c0 req-32da2604-dd3d-4345-95e7-efcc679d95fd tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Mar 08 08:46:26.239519 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5617c-8541-4516-b369-736c3bb6a196 req-0b26d2e2-b584-4767-b6e8-319be6f0757f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:26.240964 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3bb5617c-8541-4516-b369-736c3bb6a196 req-0b26d2e2-b584-4767-b6e8-319be6f0757f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0544069 Mar 08 08:46:26.287663 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3bb5617c-8541-4516-b369-736c3bb6a196 req-20734889-ee4a-481d-899a-bd5652065575 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Mar 08 08:46:27.401039 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ee98-1c89-417d-9600-abd5f9826fd0 req-83fd616a-f9c8-419f-8c57-45e52b4d0f4a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:27.402526 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0e1ee98-1c89-417d-9600-abd5f9826fd0 req-83fd616a-f9c8-419f-8c57-45e52b4d0f4a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Mar 08 08:46:27.449864 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0e1ee98-1c89-417d-9600-abd5f9826fd0 req-f4456c48-0280-40e6-af35-ed536caa2f67 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Mar 08 08:46:28.270293 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-0545d30b-d4b6-41eb-8295-d40500f8230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:28.271743 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-0545d30b-d4b6-41eb-8295-d40500f8230b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1129 time: 0.0461488 Mar 08 08:46:28.356452 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-76615c19-9898-4ed1-a1d5-81bfcf9ca1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:28.358435 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-76615c19-9898-4ed1-a1d5-81bfcf9ca1e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0807827 Mar 08 08:46:28.427447 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-7408c0de-aab1-4bf6-81ee-a0c84983d03c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 1001 time: 0.0623949 Mar 08 08:46:28.477378 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-44f994c9-0383-4f02-a707-15e8d568bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:28.478854 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-44f994c9-0383-4f02-a707-15e8d568bfd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0432045 Mar 08 08:46:28.550805 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-44ffc837-e5fb-40b9-87ba-d6a7ba9d22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:28.552210 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-44ffc837-e5fb-40b9-87ba-d6a7ba9d22a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669301 Mar 08 08:46:28.872381 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01243617-d431-4de5-90d7-8eac59b741ba req-3fe61ab6-463c-4ae0-96c9-71fe28d534c6 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:28.873746 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-01243617-d431-4de5-90d7-8eac59b741ba req-3fe61ab6-463c-4ae0-96c9-71fe28d534c6 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.3552833 Mar 08 08:46:28.958196 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-01243617-d431-4de5-90d7-8eac59b741ba req-3a119859-0dd8-4e5b-b302-cc919c37dee3 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615728 Mar 08 08:46:28.960108 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-12cd965f-e7b2-468c-8343-e5a67b4e79ae service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001477 Mar 08 08:46:29.050459 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-37be2708-486d-42a8-81cb-7c88112a1cdb req-4903d3e5-f566-4336-8fd7-aead36bd77a7 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841079 Mar 08 08:46:30.072357 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d901a9-588a-43b2-a960-c1e106db1c20 req-06920964-6e47-477c-9c56-c5a2eb1444ae tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:30.073801 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e7d901a9-588a-43b2-a960-c1e106db1c20 req-06920964-6e47-477c-9c56-c5a2eb1444ae tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0508327 Mar 08 08:46:30.120468 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e7d901a9-588a-43b2-a960-c1e106db1c20 req-b85d917a-65bf-4f21-b287-2de7efe831b0 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Mar 08 08:46:31.238111 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01db72-9f84-47cb-8185-6f1b094cbbdd req-16d3f20d-df9c-4bea-a078-603e63295965 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:31.239587 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ee01db72-9f84-47cb-8185-6f1b094cbbdd req-16d3f20d-df9c-4bea-a078-603e63295965 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0555804 Mar 08 08:46:31.287612 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ee01db72-9f84-47cb-8185-6f1b094cbbdd req-62d9f505-cc99-408e-98ca-3e114cb1727f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424943 Mar 08 08:46:32.401876 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390c96-f810-4416-9822-57d793898c4c req-e6037e22-3eeb-4588-b7e4-4948e0412de1 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:32.403363 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-67390c96-f810-4416-9822-57d793898c4c req-e6037e22-3eeb-4588-b7e4-4948e0412de1 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0502629 Mar 08 08:46:32.454871 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-67390c96-f810-4416-9822-57d793898c4c req-82791a51-7ae8-4426-8dc9-a26be9caf2dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453913 Mar 08 08:46:32.613629 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-cc1a9667-42bb-4295-95ef-4b5e5e389e96 req-69804219-36d0-4354-aca7-bbf3ff1fb68f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:46:32.614678 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cc1a9667-42bb-4295-95ef-4b5e5e389e96 req-69804219-36d0-4354-aca7-bbf3ff1fb68f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0960860 Mar 08 08:46:32.930288 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616696-ab4f-4e3e-8085-73ece5606443 req-86081422-c807-456e-bc3c-3e15c95f91ec tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:32.931945 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0616696-ab4f-4e3e-8085-73ece5606443 req-86081422-c807-456e-bc3c-3e15c95f91ec tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Mar 08 08:46:32.984632 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0616696-ab4f-4e3e-8085-73ece5606443 req-4800e8a6-e9d9-4ef8-bdfc-3eb7d5f3d732 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466158 Mar 08 08:46:33.042114 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-d2a83dc7-98f8-4347-903b-a0628b72af2e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188357 Mar 08 08:46:33.050909 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-cbc6eb0b-4d4c-4a0a-b3ba-a5b549d92831 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:46:33.051857 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-cbc6eb0b-4d4c-4a0a-b3ba-a5b549d92831 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047593 Mar 08 08:46:33.216010 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-6dbd5aa5-7f03-49dc-8204-9cd0adbebb26 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:33.217825 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-6dbd5aa5-7f03-49dc-8204-9cd0adbebb26 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports/879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 942 time: 0.1379085 Mar 08 08:46:34.099383 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecc5c1-0f1c-4ad7-bbf7-27f048787d40 req-c482f912-b1c4-4d1e-99ae-dc010ca379d4 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:34.100839 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07ecc5c1-0f1c-4ad7-bbf7-27f048787d40 req-c482f912-b1c4-4d1e-99ae-dc010ca379d4 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0508442 Mar 08 08:46:34.153628 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07ecc5c1-0f1c-4ad7-bbf7-27f048787d40 req-8e97585c-6e13-4b1e-9060-26a045e32347 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414295 Mar 08 08:46:35.180401 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:35.263643 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52935af-ba26-46db-9a2d-df0c00902f20 req-b7ab033e-f1a5-4c51-9b8a-279bda9c7196 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:35.265605 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b52935af-ba26-46db-9a2d-df0c00902f20 req-b7ab033e-f1a5-4c51-9b8a-279bda9c7196 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0510602 Mar 08 08:46:35.313258 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b52935af-ba26-46db-9a2d-df0c00902f20 req-00b5a001-5191-4d74-a70f-e41b77935624 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422161 Mar 08 08:46:35.392170 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-f23b2e6d-da99-40c2-9067-cf83360da4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:35.393633 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-f23b2e6d-da99-40c2-9067-cf83360da4ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4&tenant_id=8a62deb309c442c686849f7ffbb5b57c HTTP/1.1" status: 200 len: 1129 time: 0.0474987 Mar 08 08:46:35.456141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-242603d2-099d-4d2b-900d-29f7e2fc81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:35.457502 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-242603d2-099d-4d2b-900d-29f7e2fc81ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1129 time: 0.0431907 Mar 08 08:46:35.542983 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-b2e35a9f-cc56-49fc-be90-2802510d88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:35.544410 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-b2e35a9f-cc56-49fc-be90-2802510d88e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0813985 Mar 08 08:46:35.612737 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-bb33648a-f9db-4ed7-b23f-35940f0c5531 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 1001 time: 0.0618641 Mar 08 08:46:35.660082 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-e7f9b4ee-6c10-4367-bd94-06995b17df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:35.661501 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-e7f9b4ee-6c10-4367-bd94-06995b17df38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0428207 Mar 08 08:46:35.708626 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-363f79f8-777c-4bd4-a50b-417a618629f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:35.710002 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-363f79f8-777c-4bd4-a50b-417a618629f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424449 Mar 08 08:46:35.798636 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-b8be598c-563b-4fac-8e1f-911f21d0f07a service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822954 Mar 08 08:46:35.840607 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:46:35.889219 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1e5a42ad-4893-4f26-9251-b3a9dccd9e52 req-c1c0c658-85a3-40b9-a363-4afa36e97dfd service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847886 Mar 08 08:46:35.916237 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 is: ACTIVE; New status is: DOWN {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:46:35.916629 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:35.939261 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:46:35.941505 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bb0235-9ab2-4ae5-94d2-a7b743acba89" -d '{"events": [{"server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "name": "network-vif-unplugged", "status": "completed", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:46:35.953697 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:46:36.028225 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 08:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd42bf4-b8dd-431d-b7c8-2300ad314a8e x-openstack-request-id: req-cfd42bf4-b8dd-431d-b7c8-2300ad314a8e {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:46:36.028522 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "name": "network-vif-unplugged", "status": "completed", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:46:36.028778 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfd42bf4-b8dd-431d-b7c8-2300ad314a8e {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:46:36.029205 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'code': 200} Mar 08 08:46:36.054574 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:36.102038 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=6']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:46:36.109458 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.109809 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.110185 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.110523 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.110857 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.111189 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.111518 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.111845 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.112171 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.112495 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.112820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.113140 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.113463 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:36.429796 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0bda-1f67-4874-9cc8-20ee0ee86604 req-e9ed33ad-352a-4760-8b9c-7f6ea455a15a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:36.431291 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc1d0bda-1f67-4874-9cc8-20ee0ee86604 req-e9ed33ad-352a-4760-8b9c-7f6ea455a15a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0524545 Mar 08 08:46:36.489491 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dc1d0bda-1f67-4874-9cc8-20ee0ee86604 req-5421941e-44e5-4d2d-9df0-d9a62f4db63f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524783 Mar 08 08:46:37.055561 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:46:37.604652 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e209b6b-23fe-4ac3-b460-162954a4d1bb req-394a350d-079a-4347-9def-c460daed91eb tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:37.606157 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e209b6b-23fe-4ac3-b460-162954a4d1bb req-394a350d-079a-4347-9def-c460daed91eb tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0513089 Mar 08 08:46:37.653471 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e209b6b-23fe-4ac3-b460-162954a4d1bb req-5c5f697a-884e-4753-8014-66b79fefb3cb tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Mar 08 08:46:38.774073 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d6203-9134-4825-aeda-43734c0a0ec5 req-5e8559aa-9566-4908-850f-bdc05abf0204 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:38.775573 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b7d6203-9134-4825-aeda-43734c0a0ec5 req-5e8559aa-9566-4908-850f-bdc05abf0204 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0566356 Mar 08 08:46:38.828001 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2b7d6203-9134-4825-aeda-43734c0a0ec5 req-1a934867-2721-4e13-b59a-c51a3d8b6490 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465474 Mar 08 08:46:39.941828 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdede1-f3cc-492b-a08f-6933d4dbef68 req-f7e5db90-fd04-432a-b6fa-8f95aa0e543a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:39.943351 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88cdede1-f3cc-492b-a08f-6933d4dbef68 req-f7e5db90-fd04-432a-b6fa-8f95aa0e543a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0516326 Mar 08 08:46:39.991311 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-88cdede1-f3cc-492b-a08f-6933d4dbef68 req-17fc6f3a-2c97-45b0-960f-a5413196d312 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Mar 08 08:46:41.105557 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434915c-d721-4c57-add5-759fb459d045 req-4642b2e3-58a0-486b-a94e-131a796939dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:41.107048 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f434915c-d721-4c57-add5-759fb459d045 req-4642b2e3-58a0-486b-a94e-131a796939dc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0513914 Mar 08 08:46:41.158577 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f434915c-d721-4c57-add5-759fb459d045 req-ac2ee728-6dd3-4add-8769-8cae00fcc1fb tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461128 Mar 08 08:46:41.984616 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f85a1e-4e5a-4ee2-9b9f-84eed0e33911 req-542565cd-7a4f-45de-a6ad-6ea3078213ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:41.986097 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-99f85a1e-4e5a-4ee2-9b9f-84eed0e33911 req-542565cd-7a4f-45de-a6ad-6ea3078213ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1127 time: 0.0420878 Mar 08 08:46:42.030856 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-99f85a1e-4e5a-4ee2-9b9f-84eed0e33911 req-3a3b4fc5-b9a9-44dc-92bc-30157176877d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380654 Mar 08 08:46:42.270255 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d056fe6-a30d-4b87-b329-ae6501ff80bb req-8ea214cd-eb1a-4f18-898e-bf843b1e4b60 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:42.271604 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d056fe6-a30d-4b87-b329-ae6501ff80bb req-8ea214cd-eb1a-4f18-898e-bf843b1e4b60 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0499101 Mar 08 08:46:42.318351 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d056fe6-a30d-4b87-b329-ae6501ff80bb req-9617d882-d7e7-44d7-b5e8-9ee692c549cc tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Mar 08 08:46:42.544458 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-1c2e0358-9090-493e-a332-c32c03951a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:42.545800 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-1c2e0358-9090-493e-a332-c32c03951a55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1127 time: 0.0465977 Mar 08 08:46:42.646939 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-84ea598d-544a-4b41-b951-881627e0ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:42.648595 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-84ea598d-544a-4b41-b951-881627e0ee85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0847878 Mar 08 08:46:42.716275 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-c9df6fe2-622b-4abe-a39e-d7e81dd0b564 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 999 time: 0.0596492 Mar 08 08:46:42.762787 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-a6952792-a54a-4669-8adc-3830906a2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:42.764673 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-a6952792-a54a-4669-8adc-3830906a2f21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0411763 Mar 08 08:46:42.814045 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-c404cd76-4c7c-4713-b13e-602175bd0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:42.815471 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-c404cd76-4c7c-4713-b13e-602175bd0404 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415370 Mar 08 08:46:42.910475 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-c1fa8eca-9587-4691-9db4-c20a1fa1275b service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876982 Mar 08 08:46:42.999358 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-545ee991-11ec-404a-91b1-73c92e7dc169 req-9a498e0f-444c-4e3b-866d-173bfc6f0be4 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819521 Mar 08 08:46:43.439382 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9343d-e16e-4453-9898-7fb716e61524 req-fdc0ccf2-e23c-4832-8400-46b08b3dc93a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:43.440855 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ced9343d-e16e-4453-9898-7fb716e61524 req-fdc0ccf2-e23c-4832-8400-46b08b3dc93a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 943 time: 0.0581231 Mar 08 08:46:43.487877 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ced9343d-e16e-4453-9898-7fb716e61524 req-73d4dbf7-34d8-4206-b9f4-5b5954aedba1 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Mar 08 08:46:43.863109 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 details requested by agent hyperv_hv-cinder-83249 with host hv-cinder-83249 {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:46:43.957962 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:46:43.968500 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Returning: {'device': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'port_id': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'mac_address': 'fa:16:3e:df:93:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:46:44.004787 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 is: DOWN; New status is: BUILD {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:46:44.005181 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:44.022155 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:46:44.045408 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:46:44.123019 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:44.169041 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=7']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:46:44.374293 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] get_ports_and_sgs() called for port_ids ['879d2d1f-850c-40ac-8dbe-fa0b654d70f1'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:46:44.745980 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-13e2d9b6-7c51-4b76-b7a9-ff63a2823cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:45.865363 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 up at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:46:45.912158 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Provisioning complete for port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:46:45.912526 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3475691'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:45.984576 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Current status of the port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 is: BUILD; New status is: ACTIVE {{(pid=103372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:46:45.984953 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637212'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:46.006738 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:46:46.008903 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bc3f39bd3c9a9fd0962e63c3b124dc9b0e0e4b249ba01a8c48a0e4a4cafc24e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07adbeff-f0f2-4356-aed3-867adf7a0b9a" -d '{"events": [{"server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "name": "network-vif-plugged", "status": "completed", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:46:46.025577 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:46:46.043525 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac89f6-95a4-43c8-ab3e-f1f2b49c2d6f x-openstack-request-id: req-15ac89f6-95a4-43c8-ab3e-f1f2b49c2d6f {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:46:46.043820 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "name": "network-vif-plugged", "status": "completed", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:46:46.044079 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15ac89f6-95a4-43c8-ab3e-f1f2b49c2d6f {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:46:46.044471 dv-cinder-832499-1-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'code': 200} Mar 08 08:46:46.089011 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790922888888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790922465985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790922466003'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:46.260283 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Pushing event updated for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=8']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:46:47.037551 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ed0b2d34-c10b-46c9-b9a8-c5924e625fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:48.060689 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:49.546551 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:51.002885 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:05.191540 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:14.053858 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:47:14.751494 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-90001753-54de-4aba-bcc4-aba9a094d6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:17.048657 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00646ef8-42bd-4039-825a-ffe25cb905f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:18.060747 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:19.574286 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:21.020003 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:35.225293 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:43.524866 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-8c290104-1f63-404b-b9cf-9c2d889f2d69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438316 Mar 08 08:47:43.608570 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-8be94bab-1a6b-4e8c-81ae-a2cf1b7cb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:43.610107 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-8be94bab-1a6b-4e8c-81ae-a2cf1b7cb920 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1129 time: 0.0445018 Mar 08 08:47:43.712086 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-53976ca6-a146-4dd0-8756-7ed78c4b7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:43.713543 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-53976ca6-a146-4dd0-8756-7ed78c4b7e82 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0865331 Mar 08 08:47:43.775925 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-6417b79a-26b7-4993-85ee-a5588268d250 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 1001 time: 0.0564435 Mar 08 08:47:43.826420 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-bc13bf87-8998-4d74-ad3b-36baa21218b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:43.827816 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-bc13bf87-8998-4d74-ad3b-36baa21218b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0458498 Mar 08 08:47:43.875580 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-c46216b8-612e-4f2b-a8af-154cb5334baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:43.876988 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-c46216b8-612e-4f2b-a8af-154cb5334baf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418370 Mar 08 08:47:43.961723 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-bda2a417-0453-4c90-a458-74505cae5425 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778112 Mar 08 08:47:44.053482 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-938bffaa-abee-44a1-9b5e-d97a99e77a57 req-dfb679ac-656e-4975-971a-5d78b6b30462 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860991 Mar 08 08:47:44.756577 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c907cba4-7397-40ba-afe8-cdd6556ba772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:47.042675 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9df835a5-3979-402e-80c2-37e40adf68d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:48.076858 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:49.539645 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:51.031151 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:51.052197 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:47:56.164154 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39536) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:47:56.315091 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Deleting port dc6755a4-3663-4eed-8fd2-d7429b43dffe {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:47:56.315431 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (dc6755a4-3663-4eed-8fd2-d7429b43dffe), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:56.393157 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (dc6755a4-3663-4eed-8fd2-d7429b43dffe), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:56.393486 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for floatingip (dc6755a4-3663-4eed-8fd2-d7429b43dffe), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:56.405285 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Calling delete_port for dc6755a4-3663-4eed-8fd2-d7429b43dffe owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:47:56.608423 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (dc6755a4-3663-4eed-8fd2-d7429b43dffe), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:56.631326 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event deleted for resources: {'Port': ['ID=dc6755a4-3663-4eed-8fd2-d7429b43dffe,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:47:56.643971 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.644328 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.644673 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.645010 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.645344 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.645676 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.646032 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.646363 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.646689 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.647016 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.647341 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.647665 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.647988 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:56.700890 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for floatingip (3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:56.701215 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Floating IP 3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9 disassociated (deleted). External IP: 172.27.2.155, port: 879d2d1f-850c-40ac-8dbe-fa0b654d70f1. Mar 08 08:47:56.906118 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Router 5fc7335d-8661-403f-a6e3-e8c31aedb602 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:47:57.011861 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:47:57.016606 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:57.021930 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] Sync routers for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:47:57.031173 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:47:57.031769 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:47:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:47:57.047491 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a1217b32-f88a-470d-bd28-324073f45b69 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "DELETE /v2.0/floatingips/3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9 HTTP/1.1" status: 204 len: 168 time: 0.8798316 Mar 08 08:47:57.047491 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:47:57.047948 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511" -d '{"events": [{"name": "network-changed", "server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:47:57.089036 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0fb8af-b1da-443a-99af-800de27dfa2e x-openstack-request-id: req-7d0fb8af-b1da-443a-99af-800de27dfa2e {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:47:57.090036 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:47:57.090279 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d0fb8af-b1da-443a-99af-800de27dfa2e {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:47:57.090682 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'status': 'completed', 'code': 200} Mar 08 08:47:57.154705 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-532f7ce5-f1c1-4512-8754-98a3b7fc777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:57.156702 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-532f7ce5-f1c1-4512-8754-98a3b7fc777c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a62deb309c442c686849f7ffbb5b57c&device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 1129 time: 0.0458808 Mar 08 08:47:57.229040 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:47:57.249659 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-1a2f3c5b-8bd7-4817-ae35-52b32976c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:57.251227 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-1a2f3c5b-8bd7-4817-ae35-52b32976c5f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 200 len: 910 time: 0.0893118 Mar 08 08:47:57.297247 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-33cdf4e9-c824-495a-9690-c43861edd5ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 200 len: 217 time: 0.0391889 Mar 08 08:47:57.350247 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-89991e6b-8cc5-421f-884f-6da169df4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:57.351713 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-89991e6b-8cc5-421f-884f-6da169df4497 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 200 len: 848 time: 0.0475748 Mar 08 08:47:57.401679 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-08703825-a9b9-4910-8276-044e8ecf9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:57.403742 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-08703825-a9b9-4910-8276-044e8ecf9c41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d75e398-4820-4f7b-b3bf-4f2216133ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461071 Mar 08 08:47:57.430813 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:41Z', 'revision_number': 5, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:47:57.456422 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] Checking router: 5fc7335d-8661-403f-a6e3-e8c31aedb602 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:47:57.464384 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:47:57.464994 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:47:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:47:57.519879 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4577dc-0466-4f12-95e0-318dd89ec1c8 req-66fded79-6ad1-4b58-a490-f14ecf524775 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:57.526383 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b4577dc-0466-4f12-95e0-318dd89ec1c8 req-66fded79-6ad1-4b58-a490-f14ecf524775 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.1034744 Mar 08 08:47:57.547649 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-e35d1ad7-3c8d-4934-81dd-643665e63435 service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370800 Mar 08 08:47:57.574146 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:47:57.625249 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0b4577dc-0466-4f12-95e0-318dd89ec1c8 req-7f1f2158-68c6-4a85-a768-a4213064e91a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940871 Mar 08 08:47:57.666988 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e0c5c8d-1072-4918-b8c0-74d44a3bf511 req-a7dc604f-7d3c-4e5c-aacb-14bf0defcc2a service neutron] 10.222.0.31 "GET /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117246 Mar 08 08:47:57.769828 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:41Z', 'revision_number': 5, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:47:57.795306 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3b2f2-f8d1-4d09-8737-e829c83899de None None] The sync data for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi is: [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:43:36Z', 'revision_number': 4, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi', '_interfaces': [{'id': 'aab06ea9-23ff-409d-9ce4-705689cc8f55', 'name': '', 'network_id': '3d75e398-4820-4f7b-b3bf-4f2216133ea3', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'mac_address': 'fa:16:3e:80:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:36Z', 'updated_at': '2022-03-08T08:43:41Z', 'revision_number': 5, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'subnets': [{'id': '8f8fedbf-be32-4c8c-9195-f3417884c4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:47:58.003019 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713926e5-ea73-4735-ad84-8414f96e1d34 None None] New status for floating IP 3c2700b9-799e-4d4f-8e0e-50b9c4d8aee9: DOWN {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:47:58.746481 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90762220-3aa2-416f-8a44-e30fde9a6b34 req-f586bdbe-9b1e-47e5-abff-61715473df7a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:58.748009 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90762220-3aa2-416f-8a44-e30fde9a6b34 req-f586bdbe-9b1e-47e5-abff-61715473df7a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0559993 Mar 08 08:47:58.798244 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90762220-3aa2-416f-8a44-e30fde9a6b34 req-6bf97359-3ca8-4a2a-8f81-9b17042755cd tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/security-groups?id=684b48f5-95ea-450b-9119-71dbf5b5b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448022 Mar 08 08:47:58.985544 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-a7a1548b-123d-4adf-bb82-6a64289d2bbb tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:47:58.987026 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-a7a1548b-123d-4adf-bb82-6a64289d2bbb tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 945 time: 0.0505018 Mar 08 08:47:59.079185 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Deleting port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:47:59.079527 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:59.164297 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] For port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1, host hv-cinder-83249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83249',level=0,port_id=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:47:59.164658 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:59.176249 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Calling delete_port for 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:47:59.373884 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (879d2d1f-850c-40ac-8dbe-fa0b654d70f1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:59.402375 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event deleted for resources: {'Port': ['ID=879d2d1f-850c-40ac-8dbe-fa0b654d70f1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:47:59.442726 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] No DVR routers for this DVR port 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 on host hv-cinder-83249 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:47:59.445143 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97219'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:59.448418 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c26e447d-30e3-43b6-8b3a-4bf94ec685b8 req-e1283f7d-5f51-4455-9f34-93eb3102a27a tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.31 "DELETE /v2.0/ports/879d2d1f-850c-40ac-8dbe-fa0b654d70f1 HTTP/1.1" status: 204 len: 173 time: 0.4553306 Mar 08 08:47:59.448872 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'name': 'network-vif-deleted', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:47:59.451747 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caa4ba07e37b28153cf816a7038d350181a862be4367d3105aab0334b9a0fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f461eaf-0b52-4431-8805-904c77ae6fa6" -d '{"events": [{"server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "name": "network-vif-deleted", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:47:59.486014 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7877f8-dbb2-4e5c-a134-e4e9b437d72e x-openstack-request-id: req-2e7877f8-dbb2-4e5c-a134-e4e9b437d72e {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:47:59.486317 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb08d69a-09dd-48f0-9920-fe3d901501b4", "name": "network-vif-deleted", "tag": "879d2d1f-850c-40ac-8dbe-fa0b654d70f1", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:47:59.486577 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e7877f8-dbb2-4e5c-a134-e4e9b437d72e {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:47:59.487046 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb08d69a-09dd-48f0-9920-fe3d901501b4', 'name': 'network-vif-deleted', 'tag': '879d2d1f-850c-40ac-8dbe-fa0b654d70f1', 'status': 'completed', 'code': 200} Mar 08 08:47:59.896899 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b69beaa9-ad11-4405-9eb7-2f91461f3a43 req-ad720c76-158f-45ac-9136-94ce74a448c2 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 210 time: 0.0310378 Mar 08 08:48:01.000462 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba37f092-064a-4133-a612-4d2b75164dde req-8c96b203-a823-4117-84ab-bcd7988f268f tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb08d69a-09dd-48f0-9920-fe3d901501b4 HTTP/1.1" status: 200 len: 210 time: 0.0266850 Mar 08 08:48:02.053582 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39562) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:02.108389 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d862-69ba-4d80-b55f-d71003a03632 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group (684b48f5-95ea-450b-9119-71dbf5b5b5b9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:02.133188 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d862-69ba-4d80-b55f-d71003a03632 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group (684b48f5-95ea-450b-9119-71dbf5b5b5b9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:02.275061 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 no longer exists at agent hyperv_hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:48:02.276606 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d862-69ba-4d80-b55f-d71003a03632 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (684b48f5-95ea-450b-9119-71dbf5b5b5b9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:02.279305 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d862-69ba-4d80-b55f-d71003a03632 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:02.280409 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0ca0d862-69ba-4d80-b55f-d71003a03632 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] 10.222.0.21 "DELETE /v2.0/security-groups/684b48f5-95ea-450b-9119-71dbf5b5b5b9 HTTP/1.1" status: 204 len: 168 time: 0.2258003 Mar 08 08:48:02.294387 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0d862-69ba-4d80-b55f-d71003a03632 tempest-TestShelveInstance-1238044598 tempest-TestShelveInstance-1238044598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b48f5-95ea-450b-9119-71dbf5b5b5b9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:02.295317 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] No Port match for: 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:48:02.295317 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Device 879d2d1f-850c-40ac-8dbe-fa0b654d70f1 not bound to the agent host hv-cinder-83249 {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:48:03.392914 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39568) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:03.728642 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (5fc7335d-8661-403f-a6e3-e8c31aedb602), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:03.963731 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Deleting port aab06ea9-23ff-409d-9ce4-705689cc8f55 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:48:03.964071 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:04.038499 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] For port aab06ea9-23ff-409d-9ce4-705689cc8f55, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=aab06ea9-23ff-409d-9ce4-705689cc8f55,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:48:04.038845 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:04.050619 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Calling delete_port for aab06ea9-23ff-409d-9ce4-705689cc8f55 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:48:04.271063 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (aab06ea9-23ff-409d-9ce4-705689cc8f55), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:04.299002 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab06ea9-23ff-409d-9ce4-705689cc8f55,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:04.727147 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (5fc7335d-8661-403f-a6e3-e8c31aedb602), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:04.941757 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Router 5fc7335d-8661-403f-a6e3-e8c31aedb602 has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:48:05.047714 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:48:05.052787 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1e313382-f23c-4c07-8135-ea000c534ce0 admin admin] 10.222.0.21 "PUT /v2.0/routers/5fc7335d-8661-403f-a6e3-e8c31aedb602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6588495 Mar 08 08:48:05.055269 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39570) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:05.057830 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] Sync routers for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:48:05.071586 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:48:05.072606 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:47:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:05.218537 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks [] for router (5fc7335d-8661-403f-a6e3-e8c31aedb602), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:05.230373 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: dv-cinder-832499-1-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:48:05.282248 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:05.323826 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks [] for router_gateway (5fc7335d-8661-403f-a6e3-e8c31aedb602), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:05.406398 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:48:04Z', 'revision_number': 5, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port': {'id': '725ab61d-f2aa-436a-9e0a-41eaf1ef421c', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:34Z', 'updated_at': '2022-03-08T08:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:05.427231 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Deleting port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:48:05.427577 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:05.436194 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] Checking router: 5fc7335d-8661-403f-a6e3-e8c31aedb602 for host: dv-cinder-832499-1-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:48:05.444180 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] Routers {'5fc7335d-8661-403f-a6e3-e8c31aedb602'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:48:05.444768 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:47:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['5fc7335d-8661-403f-a6e3-e8c31aedb602'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:05.505344 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] For port 725ab61d-f2aa-436a-9e0a-41eaf1ef421c, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=725ab61d-f2aa-436a-9e0a-41eaf1ef421c,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:48:05.505718 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:05.517828 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Calling delete_port for 725ab61d-f2aa-436a-9e0a-41eaf1ef421c owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:48:05.531227 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] Set router 5fc7335d-8661-403f-a6e3-e8c31aedb602 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:48:05.583133 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:48:05Z', 'revision_number': 6, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port_host': None}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:05.611510 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5fe12-0af1-4c97-a0b8-fb5073f13766 None None] The sync data for ids ['5fc7335d-8661-403f-a6e3-e8c31aedb602'] in dv-cinder-832499-1-iscsi is: [{'id': '5fc7335d-8661-403f-a6e3-e8c31aedb602', 'name': 'tempest-TestShelveInstance-1544065238-router', 'tenant_id': '8a62deb309c442c686849f7ffbb5b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:33Z', 'updated_at': '2022-03-08T08:48:05Z', 'revision_number': 6, 'project_id': '8a62deb309c442c686849f7ffbb5b57c', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:48:05.756599 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (725ab61d-f2aa-436a-9e0a-41eaf1ef421c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:05.784615 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Pushing event deleted for resources: {'Port': ['ID=725ab61d-f2aa-436a-9e0a-41eaf1ef421c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:05.842549 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (5fc7335d-8661-403f-a6e3-e8c31aedb602), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:05.931954 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (5fc7335d-8661-403f-a6e3-e8c31aedb602), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:05.934730 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks [] for router_controller (5fc7335d-8661-403f-a6e3-e8c31aedb602), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.047994 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (5fc7335d-8661-403f-a6e3-e8c31aedb602), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.048537 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc7335d-8661-403f-a6e3-e8c31aedb602 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:48:06.053436 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.054642 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4f9e091f-781a-4a52-bdfc-a452ae9aadef admin admin] 10.222.0.21 "DELETE /v2.0/routers/5fc7335d-8661-403f-a6e3-e8c31aedb602 HTTP/1.1" status: 204 len: 168 time: 0.9983919 Mar 08 08:48:06.057119 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39572) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:06.102601 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4807dd3c-e8f2-4bb7-a8fe-c5cd20b2e681 admin admin] Deleting subnet 8f8fedbf-be32-4c8c-9195-f3417884c4b0 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:48:06.105573 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4807dd3c-e8f2-4bb7-a8fe-c5cd20b2e681 admin admin] Publish callbacks [] for subnet (8f8fedbf-be32-4c8c-9195-f3417884c4b0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.139284 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4807dd3c-e8f2-4bb7-a8fe-c5cd20b2e681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4934412'] for subnet (8f8fedbf-be32-4c8c-9195-f3417884c4b0), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.216495 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4807dd3c-e8f2-4bb7-a8fe-c5cd20b2e681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (8f8fedbf-be32-4c8c-9195-f3417884c4b0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.328730 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4807dd3c-e8f2-4bb7-a8fe-c5cd20b2e681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5240717'] for subnet (8f8fedbf-be32-4c8c-9195-f3417884c4b0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.354398 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807dd3c-e8f2-4bb7-a8fe-c5cd20b2e681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8fedbf-be32-4c8c-9195-f3417884c4b0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:06.362633 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4807dd3c-e8f2-4bb7-a8fe-c5cd20b2e681 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.365822 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4807dd3c-e8f2-4bb7-a8fe-c5cd20b2e681 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f8fedbf-be32-4c8c-9195-f3417884c4b0 HTTP/1.1" status: 204 len: 168 time: 0.3077736 Mar 08 08:48:06.368544 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39574) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:06.371388 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe94751-d367-446f-8ad0-f11925a66825 None None] Network 3d75e398-4820-4f7b-b3bf-4f2216133ea3 requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:48:06.430448 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 725ab61d-f2aa-436a-9e0a-41eaf1ef421c no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:48:06.439880 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (3d75e398-4820-4f7b-b3bf-4f2216133ea3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.457741 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 725ab61d-f2aa-436a-9e0a-41eaf1ef421c {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:48:06.458100 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 725ab61d-f2aa-436a-9e0a-41eaf1ef421c not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:48:06.458505 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device aab06ea9-23ff-409d-9ce4-705689cc8f55 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:48:06.497469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: aab06ea9-23ff-409d-9ce4-705689cc8f55 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:48:06.497816 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device aab06ea9-23ff-409d-9ce4-705689cc8f55 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:48:06.498058 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Deleting port 7d6883de-c42b-495d-9cdd-f91644795796 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:48:06.498477 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (7d6883de-c42b-495d-9cdd-f91644795796), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.569402 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] For port 7d6883de-c42b-495d-9cdd-f91644795796, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=7d6883de-c42b-495d-9cdd-f91644795796,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:48:06.569768 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (7d6883de-c42b-495d-9cdd-f91644795796), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.583563 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Calling delete_port for 7d6883de-c42b-495d-9cdd-f91644795796 owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:48:06.603204 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] DHCP port deletion for 3d75e398-4820-4f7b-b3bf-4f2216133ea3 request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:48:06.650755 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Deleting port 7d6883de-c42b-495d-9cdd-f91644795796 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:48:06.651220 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (7d6883de-c42b-495d-9cdd-f91644795796), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.718946 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] For port 7d6883de-c42b-495d-9cdd-f91644795796, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=7d6883de-c42b-495d-9cdd-f91644795796,segment=NetworkSegment(ecd597b6-0b26-4a25-8d57-7367489c9ced),segment_id=ecd597b6-0b26-4a25-8d57-7367489c9ced)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:48:06.719346 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (7d6883de-c42b-495d-9cdd-f91644795796), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.735375 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Calling delete_port for 7d6883de-c42b-495d-9cdd-f91644795796 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:48:06.768141 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534167'] for port (7d6883de-c42b-495d-9cdd-f91644795796), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.791886 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6883de-c42b-495d-9cdd-f91644795796,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:06.798290 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] No DVR routers for this DVR port 7d6883de-c42b-495d-9cdd-f91644795796 on host dv-cinder-832499-1-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:48:06.813179 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976'] for port (7d6883de-c42b-495d-9cdd-f91644795796), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.835840 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Pushing event deleted for resources: {'Port': ['ID=7d6883de-c42b-495d-9cdd-f91644795796,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:06.844469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] No DVR routers for this DVR port 7d6883de-c42b-495d-9cdd-f91644795796 on host dv-cinder-832499-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:48:06.846733 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.847090 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.847438 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.847781 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.848114 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.848443 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.848770 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.849093 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.849415 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.849737 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.850100 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.850423 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.850739 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14adc9-ccfb-47d0-85c3-1a17ee4c350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:06.869094 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (3d75e398-4820-4f7b-b3bf-4f2216133ea3), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.892391 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d75e398-4820-4f7b-b3bf-4f2216133ea3']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:06.901307 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd597b6-0b26-4a25-8d57-7367489c9ced') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:06.904054 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd597b6-0b26-4a25-8d57-7367489c9ced') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:06.911197 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4934647'] for segment (ecd597b6-0b26-4a25-8d57-7367489c9ced), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.924514 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (ecd597b6-0b26-4a25-8d57-7367489c9ced), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.930280 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:48:06.930664 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534090'] for segment (ecd597b6-0b26-4a25-8d57-7367489c9ced), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: Traceback (most recent call last): Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: timer() Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: cb(*args, **kw) Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: self._notify() Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: self.callback(batched_events) Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: event.method(event) Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: return f(self, *a, **k) Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._get(url).json() Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:48:06.932270 dv-cinder-832499-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:48:07.031173 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (3d75e398-4820-4f7b-b3bf-4f2216133ea3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:07.036473 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:07.042519 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d75e398-4820-4f7b-b3bf-4f2216133ea3 HTTP/1.1" status: 204 len: 168 time: 0.6701396 Mar 08 08:48:07.042946 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39576) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:07.050583 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430bb23-2a3e-4374-b92d-b53d63f5a27b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d75e398-4820-4f7b-b3bf-4f2216133ea3,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:07.377200 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690456'] for router_interface (9f30f681-8a44-432a-9f20-d5103d3e740b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:07.614234 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Deleting port 57b092cd-97a1-4c76-ad43-511afedbe516 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:48:07.614570 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:07.688767 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] For port 57b092cd-97a1-4c76-ad43-511afedbe516, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=57b092cd-97a1-4c76-ad43-511afedbe516,segment=NetworkSegment(f98eabfa-12f2-49da-a5ef-642e23f69446),segment_id=f98eabfa-12f2-49da-a5ef-642e23f69446)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:48:07.689117 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:07.700574 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Calling delete_port for 57b092cd-97a1-4c76-ad43-511afedbe516 owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:48:07.933678 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (57b092cd-97a1-4c76-ad43-511afedbe516), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:08.197778 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b092cd-97a1-4c76-ad43-511afedbe516,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:08.211427 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.211588 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.211876 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.212221 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.212547 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.212872 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.213199 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.213525 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.213849 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.214201 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.214524 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.214847 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.215810 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832499-1-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:48:08.372156 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690412'] for router_interface (9f30f681-8a44-432a-9f20-d5103d3e740b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:08.469809 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 7d6883de-c42b-495d-9cdd-f91644795796 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:48:08.489484 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 7d6883de-c42b-495d-9cdd-f91644795796 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:48:08.489765 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 7d6883de-c42b-495d-9cdd-f91644795796 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:48:08.590534 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Router 9f30f681-8a44-432a-9f20-d5103d3e740b has already been hosted by L3 agent 499d84d1-4780-45a5-949f-8ea4bc5a2cc8 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:48:08.695057 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] Notify agent at l3_agent.dv-cinder-832499-1-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:48:08.700703 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1c8b81f6-7191-4010-801f-55ce6f5769e5 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f30f681-8a44-432a-9f20-d5103d3e740b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6567736 Mar 08 08:48:08.703583 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39580) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:08.704505 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] Sync routers for ids ['9f30f681-8a44-432a-9f20-d5103d3e740b'] in dv-cinder-832499-1-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:48:08.718249 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] Routers {'9f30f681-8a44-432a-9f20-d5103d3e740b'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:48:08.718888 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:47:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9f30f681-8a44-432a-9f20-d5103d3e740b'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:08.810957 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks [] for router (9f30f681-8a44-432a-9f20-d5103d3e740b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:08.827695 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] Set router 9f30f681-8a44-432a-9f20-d5103d3e740b gateway port host: dv-cinder-832499-1-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:48:08.912103 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks [] for router_gateway (9f30f681-8a44-432a-9f20-d5103d3e740b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.000538 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'external_fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:48:07Z', 'revision_number': 5, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port': {'id': '2b5cf7c9-cfdb-4d73-936b-3df73ef0579b', 'name': '', 'network_id': '4aa26f8a-4e6a-4dab-b066-331be0e8c86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832499-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:41Z', 'updated_at': '2022-03-08T08:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7fa6856-378f-4a53-9592-cb792b01dbba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832499-1-iscsi'}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:09.027089 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] Checking router: 9f30f681-8a44-432a-9f20-d5103d3e740b for host: dv-cinder-832499-1-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:48:09.027547 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Deleting port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:48:09.027896 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.035469 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] Routers {'9f30f681-8a44-432a-9f20-d5103d3e740b'} bound to L3 agent in host dv-cinder-832499-1-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:48:09.036075 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832499-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:24:47Z,description=,heartbeat_timestamp=2022-03-08T08:47:47Z,host='dv-cinder-832499-1-iscsi',id=499d84d1-4780-45a5-949f-8ea4bc5a2cc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:24:48Z,topic='l3_agent')) {'router_ids': ['9f30f681-8a44-432a-9f20-d5103d3e740b'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:09.104857 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] For port 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=2b5cf7c9-cfdb-4d73-936b-3df73ef0579b,segment=NetworkSegment(028820fd-1087-4516-921d-52be8c7fae9e),segment_id=028820fd-1087-4516-921d-52be8c7fae9e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:48:09.105221 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.117330 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Calling delete_port for 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:48:09.124738 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] Set router 9f30f681-8a44-432a-9f20-d5103d3e740b gateway port host: None {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:48:09.178579 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:48:08Z', 'revision_number': 6, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port_host': None}], 'dv-cinder-832499-1-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:09.204587 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12e6f9-9363-4f12-81b5-9c146a8f7cfe None None] The sync data for ids ['9f30f681-8a44-432a-9f20-d5103d3e740b'] in dv-cinder-832499-1-iscsi is: [{'id': '9f30f681-8a44-432a-9f20-d5103d3e740b', 'name': 'tempest-TestShelveInstance-1151432256-router', 'tenant_id': '87116c6fac4349cd8dee041a819a4407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:40Z', 'updated_at': '2022-03-08T08:48:08Z', 'revision_number': 6, 'project_id': '87116c6fac4349cd8dee041a819a4407', 'gw_port_host': None}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:48:09.345411 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (2b5cf7c9-cfdb-4d73-936b-3df73ef0579b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.370996 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5cf7c9-cfdb-4d73-936b-3df73ef0579b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:09.431123 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688966'] for router_gateway (9f30f681-8a44-432a-9f20-d5103d3e740b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.522706 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1689906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25667'] for router (9f30f681-8a44-432a-9f20-d5103d3e740b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.522962 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks [] for router_controller (9f30f681-8a44-432a-9f20-d5103d3e740b), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.648040 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1689893'] for router (9f30f681-8a44-432a-9f20-d5103d3e740b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.648585 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f30f681-8a44-432a-9f20-d5103d3e740b {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:48:09.653427 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.654617 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5d8e03d7-6f98-493b-83df-6ba1a8398da7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9f30f681-8a44-432a-9f20-d5103d3e740b HTTP/1.1" status: 204 len: 168 time: 0.9500661 Mar 08 08:48:09.657217 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39582) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:09.700669 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-d958caa0-cda5-438a-b4e2-7f526663fbe0 admin admin] Deleting subnet 9f9055d3-46f2-48bb-8ec8-70d447964681 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:48:09.704086 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d958caa0-cda5-438a-b4e2-7f526663fbe0 admin admin] Publish callbacks [] for subnet (9f9055d3-46f2-48bb-8ec8-70d447964681), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.737721 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d958caa0-cda5-438a-b4e2-7f526663fbe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7792358'] for subnet (9f9055d3-46f2-48bb-8ec8-70d447964681), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.814339 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d958caa0-cda5-438a-b4e2-7f526663fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579385'] for subnet (9f9055d3-46f2-48bb-8ec8-70d447964681), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.928372 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d958caa0-cda5-438a-b4e2-7f526663fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7792384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4886669'] for subnet (9f9055d3-46f2-48bb-8ec8-70d447964681), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.953921 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958caa0-cda5-438a-b4e2-7f526663fbe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9055d3-46f2-48bb-8ec8-70d447964681,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:09.959824 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d958caa0-cda5-438a-b4e2-7f526663fbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:09.963299 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d958caa0-cda5-438a-b4e2-7f526663fbe0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9f9055d3-46f2-48bb-8ec8-70d447964681 HTTP/1.1" status: 204 len: 168 time: 0.3049152 Mar 08 08:48:09.965409 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ca265-4d25-4958-94dc-84ea149c45a4 None None] Network f2a65019-028b-494a-a992-a3a72ad3311f requested from dv-cinder-832499-1-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:48:09.965878 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39584) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:10.036594 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3650678'] for network (f2a65019-028b-494a-a992-a3a72ad3311f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.096452 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Deleting port 1198ba5a-b976-42f6-893d-5d57f722cd25 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:48:10.096795 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.119509 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] DHCP port deletion for f2a65019-028b-494a-a992-a3a72ad3311f request from dv-cinder-832499-1-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:48:10.163228 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] For port 1198ba5a-b976-42f6-893d-5d57f722cd25, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=1198ba5a-b976-42f6-893d-5d57f722cd25,segment=NetworkSegment(f98eabfa-12f2-49da-a5ef-642e23f69446),segment_id=f98eabfa-12f2-49da-a5ef-642e23f69446)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:48:10.163624 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.169576 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] Deleting port 1198ba5a-b976-42f6-893d-5d57f722cd25 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:48:10.169983 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790922881859'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.178937 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Calling delete_port for 1198ba5a-b976-42f6-893d-5d57f722cd25 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:48:10.240084 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] For port 1198ba5a-b976-42f6-893d-5d57f722cd25, host dv-cinder-832499-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832499-1-iscsi',level=0,port_id=1198ba5a-b976-42f6-893d-5d57f722cd25,segment=NetworkSegment(f98eabfa-12f2-49da-a5ef-642e23f69446),segment_id=f98eabfa-12f2-49da-a5ef-642e23f69446)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:48:10.241024 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688650'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.254651 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] Calling delete_port for 1198ba5a-b976-42f6-893d-5d57f722cd25 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:48:10.317244 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7792439'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.334216 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790922888870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790922465976'] for port (1198ba5a-b976-42f6-893d-5d57f722cd25), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.343354 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Pushing event deleted for resources: {'Port': ['ID=1198ba5a-b976-42f6-893d-5d57f722cd25,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:10.348213 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] No DVR routers for this DVR port 1198ba5a-b976-42f6-893d-5d57f722cd25 on host dv-cinder-832499-1-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:48:10.364917 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] Pushing event deleted for resources: {'Port': ['ID=1198ba5a-b976-42f6-893d-5d57f722cd25,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:10.369646 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c039b82-fc07-4789-83bb-89ff281bc7c9 None None] No DVR routers for this DVR port 1198ba5a-b976-42f6-893d-5d57f722cd25 on host dv-cinder-832499-1-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:48:10.425582 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 1198ba5a-b976-42f6-893d-5d57f722cd25 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:48:10.429219 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8790922990439'] for network (f2a65019-028b-494a-a992-a3a72ad3311f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.446714 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 1198ba5a-b976-42f6-893d-5d57f722cd25 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:48:10.447058 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 1198ba5a-b976-42f6-893d-5d57f722cd25 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:48:10.447471 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 57b092cd-97a1-4c76-ad43-511afedbe516 no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:48:10.449936 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a65019-028b-494a-a992-a3a72ad3311f']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:10.459761 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98eabfa-12f2-49da-a5ef-642e23f69446') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:10.460010 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98eabfa-12f2-49da-a5ef-642e23f69446') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:48:10.466908 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 57b092cd-97a1-4c76-ad43-511afedbe516 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:48:10.467247 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 57b092cd-97a1-4c76-ad43-511afedbe516 not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:48:10.467650 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b no longer exists at agent ovs-agent-dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:48:10.469690 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790922991728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7792157'] for segment (f98eabfa-12f2-49da-a5ef-642e23f69446), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.483296 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826'] for segment (f98eabfa-12f2-49da-a5ef-642e23f69446), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.487534 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] No Port match for: 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:48:10.487877 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Device 2b5cf7c9-cfdb-4d73-936b-3df73ef0579b not bound to the agent host dv-cinder-832499-1-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:48:10.489356 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:48:10.489746 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3583826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7792490'] for segment (f98eabfa-12f2-49da-a5ef-642e23f69446), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: Traceback (most recent call last): Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: timer() Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: cb(*args, **kw) Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: return func(*args, **kwargs) Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: self._notify() Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: self.callback(batched_events) Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: event.method(event) Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: return f(self, *a, **k) Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._get(url).json() Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:48:10.491473 dv-cinder-832499-1-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:48:10.590909 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688994'] for network (f2a65019-028b-494a-a992-a3a72ad3311f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.596408 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1567000'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:10.603158 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] 10.222.0.21 "DELETE /v2.0/networks/f2a65019-028b-494a-a992-a3a72ad3311f HTTP/1.1" status: 204 len: 168 time: 0.6360471 Mar 08 08:48:10.614536 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0433c-241d-4aa6-b725-04271d90d86f admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a65019-028b-494a-a992-a3a72ad3311f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:10.984803 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39588) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:11.023195 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4937611e-1b19-4fb8-bebf-c513c663b5c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a62deb309c442c686849f7ffbb5b57c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372291 Mar 08 08:48:11.025673 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.21', 39590) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:11.073924 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8958f319-7c82-4ac8-9462-74c2cafad5a2 admin admin] Publish callbacks [] for security_group (0eea20a8-8fa4-4de2-bd9b-f666e8c96b1b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:11.095092 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8958f319-7c82-4ac8-9462-74c2cafad5a2 admin admin] Publish callbacks [] for security_group (0eea20a8-8fa4-4de2-bd9b-f666e8c96b1b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:11.213838 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8958f319-7c82-4ac8-9462-74c2cafad5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (0eea20a8-8fa4-4de2-bd9b-f666e8c96b1b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:11.217019 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8958f319-7c82-4ac8-9462-74c2cafad5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:11.219284 dv-cinder-832499-1-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8958f319-7c82-4ac8-9462-74c2cafad5a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0eea20a8-8fa4-4de2-bd9b-f666e8c96b1b HTTP/1.1" status: 204 len: 168 time: 0.1927025 Mar 08 08:48:11.229451 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f319-7c82-4ac8-9462-74c2cafad5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eea20a8-8fa4-4de2-bd9b-f666e8c96b1b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:11.880086 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39596) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:11.919706 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-82e42aca-b526-4aef-863a-5b95e62777d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87116c6fac4349cd8dee041a819a4407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384173 Mar 08 08:48:11.922147 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.21', 39598) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:48:11.970973 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c3403a7f-0455-4ff1-9940-77529a2b262b admin admin] Publish callbacks [] for security_group (9be2a28e-b55b-473b-9d78-74406d9562e7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:11.990814 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c3403a7f-0455-4ff1-9940-77529a2b262b admin admin] Publish callbacks [] for security_group (9be2a28e-b55b-473b-9d78-74406d9562e7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:12.105041 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c3403a7f-0455-4ff1-9940-77529a2b262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822600'] for security_group (9be2a28e-b55b-473b-9d78-74406d9562e7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:12.107540 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c3403a7f-0455-4ff1-9940-77529a2b262b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:12.108693 dv-cinder-832499-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c3403a7f-0455-4ff1-9940-77529a2b262b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9be2a28e-b55b-473b-9d78-74406d9562e7 HTTP/1.1" status: 204 len: 168 time: 0.1856551 Mar 08 08:48:12.122503 dv-cinder-832499-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3403a7f-0455-4ff1-9940-77529a2b262b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be2a28e-b55b-473b-9d78-74406d9562e7,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:48:14.756499 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3a6dde1b-5268-42c3-bb7e-5b38aa1eb1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:17.053329 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bb0edf27-5a9c-4ff7-9d6a-047f7aa698f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:18.122518 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:19.550433 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:21.036637 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:28.050936 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:48:35.276095 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:44.767673 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f667ae56-4da5-4bf6-a175-761c6bfa1387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:47.064607 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-52e22e27-2e3b-4989-a68f-49e77c2ec55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:48.081459 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:49.688912 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:51.013763 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:05.052438 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:49:05.235930 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:14.824995 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-03ebf12f-6dab-4410-b0ca-8a5ae8b7c8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:17.052403 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-af45d46e-6bca-4205-96ae-4e062570870c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:18.132884 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:19.555673 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:21.007005 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:35.247020 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:42.050640 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:49:44.766784 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-83448385-da12-40a6-ab3d-a6632b4969e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:47.069662 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-55d8dce4-e5a1-4ca2-b12b-8c3bb6c30dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:48.069404 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:49.561680 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:51.012803 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:05.314840 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:14.783362 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6a084f05-6f37-4019-a250-8e564e91e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:17.040866 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-19caa200-b87f-4e40-93a2-60d577c26ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:18.075129 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:19.049299 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:50:19.566494 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:21.017945 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:35.280673 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:44.771816 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a0b93d0b-30dc-4363-b45b-41f069da9129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:47.051870 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9d0101bc-5687-4bc2-bcfb-1e721a69fd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:48.068889 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:49.573278 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:51.034703 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:56.049501 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:50:58.185292 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-93209664-3df4-4811-b7de-bf4a6bbbe4e6 req-b835429c-975a-4c5a-8734-193e3d238008 service neutron] (103370) timed out ('10.222.0.31', 52836) {{(pid=103370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 08:50:58.311192 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-f995b3cd-b4c0-432d-82b4-3977f4bcff8f req-b4a025ed-d23f-41c4-b46d-c4d5f0c52b22 service neutron] (103370) timed out ('10.222.0.31', 52864) {{(pid=103370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 08:50:59.948657 dv-cinder-832499-1-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-fc8323a4-888f-4810-a414-66532f88fd09 req-87b4bff0-e9c3-4ace-8194-f3935ea4ca12 service neutron] (103370) timed out ('10.222.0.31', 53108) {{(pid=103370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 08:51:05.285544 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.765881 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74bbeea2-7c9e-4d25-b9f7-859fb2ff6a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:17.056878 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d757802b-d82a-419e-80a9-7352e49546de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.102972 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.589362 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.017128 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:33.048853 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:51:35.297256 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:44.787180 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4d97ae3b-4a8a-40a4-bf4f-07d65f1acf2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.085538 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6df946fa-7c9f-49a7-9325-798cfc287bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:48.091443 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.582869 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.027475 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:05.348000 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:10.047420 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:52:14.782531 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b3fb4ce8-aa40-4006-a8ac-cacfae4902c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:17.051867 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-775dddfd-f42a-4487-8ae2-e452de674a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:18.102327 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:19.565247 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:21.028034 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:35.325043 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:44.776006 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ced75846-9cf1-47a2-b257-1eb1020c7773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:47.039280 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-563683b7-2cf2-4941-a6ab-b60267919720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:47.046173 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:52:48.100821 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:49.582640 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:51.020482 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:05.323170 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8effa78a-917d-4079-992c-91a316bcecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (897de5b4-6615-49c2-9ada-05b2713ddaf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.762983 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-01ae89c5-ce33-4af3-b6da-4cbce9a505c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (4ba57eb8-078d-4247-8d4d-10dfe3c74771), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.055642 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-426e40d4-20b5-4d1b-983c-b0518d358999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (499d84d1-4780-45a5-949f-8ea4bc5a2cc8), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:18.101755 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-00678299-f4a4-41aa-8f7e-16eb55a499aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (0fabeca0-ba1d-4f22-b93d-bb15d7493e59), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:19.587477 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef7-8a15-491d-8940-a370eee88c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (71393234-0b28-4123-9490-4ea92646c8fc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:21.038822 dv-cinder-832499-1-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-613136a7-e824-4a5e-bf66-f2a98aba3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790922990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3475597'] for agent (2d994a80-8b65-497a-b66e-3a640caef8a5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:24.045303 dv-cinder-832499-1-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-a204824a-6a17-4c5f-84fe-a262458f9ced None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}